-- Logs begin at Thu 2021-12-16 13:46:26 UTC, end at Thu 2021-12-16 15:06:07 UTC. -- Dec 16 14:41:22.973504 dv-cinder-821892-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 14:41:25.335024 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:41:25.335760 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96 Dec 16 14:41:25.335760 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 14:41:25.338937 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:41:25.339194 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96 Dec 16 14:41:25.339510 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 14:41:25.340452 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:41:25.340687 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:41:25.341039 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:41:25.341285 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:41:25.341511 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:41:25.341832 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.342132 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.342453 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.342928 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.343232 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.343523 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.343810 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.344157 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.344459 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.344747 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.345028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.345312 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.345545 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.345828 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.346117 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.346433 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.346660 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] debug = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.346939 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.347366 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.347792 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.348079 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.348525 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.348652 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.348925 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.349200 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.349483 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.349815 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] host = dv-cinder-821892-3-smb {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.350141 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.350456 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.350747 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.351036 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.351310 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.351586 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.351879 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.352155 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.352430 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.352708 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.352998 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.353285 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.353577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.353804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.354026 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.354336 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.354624 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.354904 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.355178 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.355455 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.355730 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.356005 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.356276 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.356562 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.356846 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.357133 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.357409 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.357685 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.357958 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.358234 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.358551 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.358829 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.359105 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.359384 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.359672 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.359944 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.360221 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.360521 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.360807 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.361090 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.361376 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.361656 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.361940 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.362214 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.362509 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.362781 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_json = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.363052 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.363323 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.363605 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.363876 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.364150 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.364425 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.364696 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.364980 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:25.365275 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.366097 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.366427 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.366715 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.367013 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.367334 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.367589 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.367867 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.368156 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.368447 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.368736 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.369015 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.369302 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.369582 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.369878 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.370185 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.370510 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.370807 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.371086 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.371364 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.371640 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.371921 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.372212 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.372507 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.372800 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.373076 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.373357 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.373650 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.373930 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.374205 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.374509 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.374801 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.375082 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.375355 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.375635 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.375912 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.376184 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.376460 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.376740 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.377032 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.377309 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.377581 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.377853 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.378128 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.378422 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.378711 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.378992 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.379267 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.379541 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.379821 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.380095 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.380368 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.380647 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.380920 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.381796 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.382083 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.382387 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.382665 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.382939 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.383213 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.383486 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.383759 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.384037 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.384309 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.384578 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.384850 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.385122 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.385397 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.385682 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.385979 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.386257 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.386560 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.386843 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.387124 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.387401 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.387680 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.387961 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.388241 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.388514 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.388806 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.389093 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.389382 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.389667 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.389946 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.390243 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.390547 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.390831 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.391113 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.391394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.391686 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.391969 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.392268 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.392563 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.392857 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.393152 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.393442 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.393723 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.394029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.394334 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:25.394553 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:41:25.394792 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87326) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 14:41:25.783086 dv-cinder-821892-3-smb neutron-server[87326]: INFO keyring.backend [-] Loading KWallet Dec 16 14:41:25.790950 dv-cinder-821892-3-smb neutron-server[87326]: INFO keyring.backend [-] Loading SecretService Dec 16 14:41:25.794568 dv-cinder-821892-3-smb neutron-server[87326]: INFO keyring.backend [-] Loading Windows Dec 16 14:41:25.795939 dv-cinder-821892-3-smb neutron-server[87326]: INFO keyring.backend [-] Loading chainer Dec 16 14:41:25.796520 dv-cinder-821892-3-smb neutron-server[87326]: INFO keyring.backend [-] Loading macOS Dec 16 14:41:25.830940 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:25.831217 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:25.831511 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:25.832123 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 14:41:26.145440 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.145648 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.145918 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.147676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.147948 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.148222 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.269130 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.269411 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.269679 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.283478 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.283751 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.284013 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.312777 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.313049 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.313311 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.351948 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.352477 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.352477 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.582496 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.582780 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.583045 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.583309 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.584042 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.707414 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.707729 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.708007 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.708272 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.708530 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.708838 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.709094 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.709928 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.710176 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.710480 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.710731 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.711132 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.711398 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.711653 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.711921 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.712190 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.712444 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.712708 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.712953 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.713227 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.713568 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.713814 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.714055 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.714347 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.714588 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.714825 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.715195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.715426 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.715653 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.715880 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.716105 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.716330 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:26.716679 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 14:41:26.720013 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 14:41:26.723948 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 14:41:26.727757 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 16 14:41:26.729372 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 14:41:26.729808 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 14:41:26.730131 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 14:41:26.730536 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 14:41:26.733500 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 14:41:26.733744 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 14:41:26.734076 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:41:26.762480 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 14:41:26.762918 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.763211 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87326) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 16 14:41:26.763564 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.764919 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87326) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 14:41:26.765189 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:41:26.765426 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 14:41:26.768648 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.768928 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:26.829961 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 14:41:26.830192 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 14:41:26.830446 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 14:41:26.830807 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 14:41:26.863483 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_db.sqlalchemy.engines [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87326) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 16 14:41:27.282381 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing driver for type 'gre' Dec 16 14:41:27.282907 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] gre ID ranges: [(1, 1000)] Dec 16 14:41:27.499485 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing driver for type 'local' Dec 16 14:41:27.500146 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing driver for type 'vlan' Dec 16 14:41:27.596820 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] VlanTypeDriver initialization complete Dec 16 14:41:27.597118 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing driver for type 'vxlan' Dec 16 14:41:27.597620 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] vxlan ID ranges: [(1, 1000)] Dec 16 14:41:27.795905 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing extension driver 'port_security' Dec 16 14:41:27.796247 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] PortSecurityExtensionDriver initialization complete Dec 16 14:41:27.796583 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing mechanism driver 'openvswitch' Dec 16 14:41:27.796915 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing mechanism driver 'hyperv' Dec 16 14:41:27.804335 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:27.805094 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.805465 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.805815 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.806372 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.806728 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.807072 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.807451 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.807797 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.808137 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.808512 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.808955 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.809295 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.809716 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.810058 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.810420 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.810796 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.811137 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.811467 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.811803 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] ML2 OVO RPC backend initialized. {{(pid=87326) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 16 14:41:27.812512 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.812867 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.813281 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.813629 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > networks before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.813972 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.814331 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > ports before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.814675 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.815014 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.815358 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.815696 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.816029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.816365 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.816697 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.817028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.817492 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.817833 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.818166 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.819409 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.plugin [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Modular L2 Plugin initialization complete Dec 16 14:41:27.819768 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading services supported by the core plugin {{(pid=87326) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 14:41:27.820068 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.plugins.ml2.managers [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Got port-security extension from driver 'port_security' Dec 16 14:41:27.820516 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.extensions.vlantransparent [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Disabled vlantransparent extension. Dec 16 14:41:27.820994 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87326) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 14:41:27.821309 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: router Dec 16 14:41:27.858495 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.858833 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_create 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.859198 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router before_create 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.859563 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.859935 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.860288 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_delete 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.860646 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.861009 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_create 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.861355 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.861703 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.862048 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.862434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.862846 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.863211 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.863547 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.863881 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: subnet after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.864216 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.864561 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.864903 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.865246 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.866194 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.866582 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router after_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.866925 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.867271 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.867630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.867973 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.868336 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > agent after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.868683 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.869028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > network after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.869890 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Tracking information for resource: router configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:27.870218 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Tracking information for resource: floatingip configured {{(pid=87326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:41:27.875345 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.db.l3_agentschedulers_db [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 14:41:27.875918 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.876347 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.876759 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.877109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: port after_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.877896 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router before_create 55550100 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.878258 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.878639 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.878992 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.884072 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.provider_configuration [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service providers = [] {{(pid=87326) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 14:41:27.884433 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.db.servicetype_db [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87326) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 14:41:27.887426 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.service_base [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:41:27.887773 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.service_base [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:41:27.888111 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.service_base [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:41:27.889169 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.services.service_base [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:41:27.889542 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.services.service_base [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 14:41:27.889916 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.890232 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 14:41:27.901457 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.901791 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: auto_allocate Dec 16 14:41:27.907790 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: network precommit_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.908159 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: network precommit_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.908688 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.908992 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: tag Dec 16 14:41:27.915891 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.916225 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: timestamp Dec 16 14:41:27.920187 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.920515 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: network_ip_availability Dec 16 14:41:27.925804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.926172 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.926556 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:27.927265 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.927577 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: flavors Dec 16 14:41:27.932586 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.932920 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading Plugin: revisions Dec 16 14:41:27.937405 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:41:27.937802 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.106s {{(pid=87326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:27.938569 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87326) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 14:41:27.938907 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Initializing extension manager. Dec 16 14:41:27.939410 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: __init__.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.939750 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: __pycache__ {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.940083 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.940413 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: address_group.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.941172 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.941737 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: address-group Dec 16 14:41:27.942060 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: address_scope.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.942809 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.943324 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: address-scope Dec 16 14:41:27.944179 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.945114 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.945638 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: router-admin-state-down-before-update Dec 16 14:41:27.945962 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: agent.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.946757 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.947277 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: agent Dec 16 14:41:27.947602 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: agent_resources_synced.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.948518 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.949035 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: agent-resources-synced Dec 16 14:41:27.949354 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.951176 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.951698 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: allowed-address-pairs Dec 16 14:41:27.952024 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.953119 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.953632 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: auto-allocated-topology Dec 16 14:41:27.953956 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: availability_zone.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.954685 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.955194 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: availability_zone Dec 16 14:41:27.955514 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: availability_zone_filter.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.956576 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.957192 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: availability_zone_filter Dec 16 14:41:27.957286 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: data_plane_status.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.958153 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.958686 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 14:41:27.959008 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: default_subnetpools.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.960467 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.960980 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: default-subnetpools Dec 16 14:41:27.961303 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.962109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.962657 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: dhcp_agent_scheduler Dec 16 14:41:27.962978 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: dns.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.963890 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.964397 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 14:41:27.964716 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: dns_domain_ports.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.965646 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.966157 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 14:41:27.966504 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: dvr.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.967177 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.967945 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: dvr Dec 16 14:41:27.968264 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: empty_string_filtering.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.969267 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.969792 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: empty-string-filtering Dec 16 14:41:27.970113 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.971064 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.971581 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:41:27.971899 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.972816 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.973329 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 14:41:27.973647 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: external_net.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.974593 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.975139 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: external-net Dec 16 14:41:27.975458 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.976429 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.976939 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: extra_dhcp_opt Dec 16 14:41:27.977257 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: extraroute.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.978178 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.978713 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: extraroute Dec 16 14:41:27.979029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: extraroute_atomic.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.980075 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.980584 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: extraroute-atomic Dec 16 14:41:27.980903 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: filter_validation.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.981570 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.982223 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: filter-validation Dec 16 14:41:27.982566 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: fip_pf_description.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.984911 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.985441 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 14:41:27.985769 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: fip_port_details.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.986732 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.987250 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: fip-port-details Dec 16 14:41:27.987573 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: flavors.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.988820 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.989346 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: flavors Dec 16 14:41:27.989673 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.991392 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.991912 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 14:41:27.992245 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: floatingip_pools.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.992946 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.993459 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: floatingip-pools Dec 16 14:41:27.993781 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: ip_allocation.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.994746 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.995250 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 14:41:27.995572 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.996496 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.997010 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: ip-substring-filtering Dec 16 14:41:27.997335 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l2_adjacency.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:27.998268 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:27.998802 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 14:41:27.999124 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.000081 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.000600 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: router Dec 16 14:41:28.000922 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.003252 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.003785 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:41:28.004114 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.005062 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.005581 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: ext-gw-mode Dec 16 14:41:28.005907 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.007389 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.007909 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: l3-ha Dec 16 14:41:28.008235 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3_flavors.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.009158 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.009674 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: l3-flavors Dec 16 14:41:28.009993 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.010952 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.011467 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 14:41:28.011787 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: l3agentscheduler.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.012817 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.013334 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: l3_agent_scheduler Dec 16 14:41:28.013658 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: logging.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.015213 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.015747 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension logging not supported by any of loaded plugins Dec 16 14:41:28.016081 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: metering.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.016828 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.017418 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: metering Dec 16 14:41:28.017747 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.018900 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.019427 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: metering_source_and_destination_fields Dec 16 14:41:28.019756 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: multiprovidernet.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.020812 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.021328 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: multi-provider Dec 16 14:41:28.022223 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: netmtu.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.023190 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.023708 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: net-mtu Dec 16 14:41:28.024034 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: netmtu_writable.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.024957 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.025474 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: net-mtu-writable Dec 16 14:41:28.025800 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: network_availability_zone.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.026508 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.027021 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: network_availability_zone Dec 16 14:41:28.027347 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: network_ip_availability.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.028435 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.028955 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: network-ip-availability Dec 16 14:41:28.029280 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: network_segment_range.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.030047 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.030577 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 14:41:28.030902 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: pagination.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.031890 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.032219 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: pagination Dec 16 14:41:28.032545 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: port_device_profile.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.033470 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.033987 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: port-device-profile Dec 16 14:41:28.034334 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.035258 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.035772 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: port-mac-address-regenerate Dec 16 14:41:28.036095 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.037012 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.037548 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: port-numa-affinity-policy Dec 16 14:41:28.037946 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: port_resource_request.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.038905 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.039411 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 14:41:28.039732 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: portbindings.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.040668 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.041180 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: binding Dec 16 14:41:28.041504 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: portbindings_extended.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.042823 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.043344 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: binding-extended Dec 16 14:41:28.043671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: portsecurity.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.044592 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.045111 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: port-security Dec 16 14:41:28.045432 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: project_id.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.046456 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.046787 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: project-id Dec 16 14:41:28.047106 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: providernet.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.048029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.048545 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: provider Dec 16 14:41:28.048865 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.052403 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.052956 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos not supported by any of loaded plugins Dec 16 14:41:28.053288 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.054568 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.055089 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 14:41:28.055420 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.056355 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.056872 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 14:41:28.057199 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_default.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.058118 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.058664 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-default not supported by any of loaded plugins Dec 16 14:41:28.058992 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_fip.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.059647 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.060155 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 14:41:28.060478 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.061401 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.061914 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 14:41:28.062243 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.063191 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.063703 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 14:41:28.064033 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.064952 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.065464 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 14:41:28.065787 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: qos_rules_alias.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.066874 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.067388 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 14:41:28.067708 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: quotasv2.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.069116 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.069562 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: quotas Dec 16 14:41:28.069885 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: quotasv2_detail.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.071547 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.071883 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: quota_details Dec 16 14:41:28.072213 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: rbac.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.073265 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.073790 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: rbac-policies Dec 16 14:41:28.074118 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: rbac_address_group.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.075088 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.075605 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: rbac-address-group Dec 16 14:41:28.075926 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: rbac_address_scope.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.076851 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.077364 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: rbac-address-scope Dec 16 14:41:28.077686 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: rbac_security_groups.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.078643 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.079159 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: rbac-security-groups Dec 16 14:41:28.079480 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.080416 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.080930 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: rbac-subnetpool Dec 16 14:41:28.081250 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: revisionifmatch.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.082174 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.082729 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: revision-if-match Dec 16 14:41:28.083054 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: revisions.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.084757 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.085278 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: standard-attr-revisions Dec 16 14:41:28.085601 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: router_availability_zone.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.086272 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.086815 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: router_availability_zone Dec 16 14:41:28.087137 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: routerservicetype.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.088058 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.088571 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 14:41:28.088892 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.089814 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.090354 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: security-groups-normalized-cidr Dec 16 14:41:28.090676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.091602 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.092116 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: port-security-groups-filtering Dec 16 14:41:28.092543 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.093743 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.094261 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: security-groups-remote-address-group Dec 16 14:41:28.094607 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: securitygroup.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.107499 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.108032 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: security-group Dec 16 14:41:28.108360 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: segment.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.109194 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.109657 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension segment not supported by any of loaded plugins Dec 16 14:41:28.109981 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.110966 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.111480 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 14:41:28.111802 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: servicetype.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.112926 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.113446 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: service-type Dec 16 14:41:28.113768 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: sorting.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.114805 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.115137 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: sorting Dec 16 14:41:28.115491 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: standard_attr_segment.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.116412 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.116931 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 14:41:28.117254 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: standardattrdescription.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.117904 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.118460 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: standard-attr-description Dec 16 14:41:28.118786 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: stateful_security_group.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.119715 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.120235 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: stateful-security-group Dec 16 14:41:28.120584 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: stdattrs_common.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.121141 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 14:41:28.121460 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.122494 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.123018 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 14:41:28.123339 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnet_onboard.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.124426 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.124955 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: subnet_onboard Dec 16 14:41:28.125276 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.126214 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.126755 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 14:41:28.127075 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnet_service_types.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.128003 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.128525 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: subnet-service-types Dec 16 14:41:28.128844 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnetallocation.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.129944 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.130502 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: subnet_allocation Dec 16 14:41:28.130832 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.132033 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.132548 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: subnetpool-prefix-ops Dec 16 14:41:28.132869 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.133812 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.134346 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 14:41:28.134668 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: tagging.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.135712 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.136243 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: standard-attr-tag Dec 16 14:41:28.136575 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: timestamp.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.137795 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.138349 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loaded extension: standard-attr-timestamp Dec 16 14:41:28.138680 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: trunk.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.139821 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.140343 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension trunk not supported by any of loaded plugins Dec 16 14:41:28.140667 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: trunk_details.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.141595 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.142112 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 14:41:28.142473 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.143411 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.143926 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 14:41:28.144250 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Loading extension file: vlantransparent.py {{(pid=87326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:41:28.144928 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:41:28.145440 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 14:41:28.148527 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:network Dec 16 14:41:28.149253 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnet Dec 16 14:41:28.150045 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:41:28.150674 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:port Dec 16 14:41:28.151951 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.152387 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service FLAVORS assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.153007 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.153444 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.153774 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:router Dec 16 14:41:28.154461 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:41:28.155185 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service METERING assigned prefix: /metering {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.156633 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:28.157005 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:28.157355 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:41:28.158534 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:41:28.158975 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:41:28.159633 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:41:28.160372 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service CORE assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.160701 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:41:28.161043 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] subnetpool is already registered Dec 16 14:41:28.161649 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service CORE assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.161973 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:41:28.162344 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] subnetpool is already registered Dec 16 14:41:28.164897 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.165336 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service FLAVORS assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.165929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.166385 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.166722 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:router Dec 16 14:41:28.167052 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] router is already registered Dec 16 14:41:28.167643 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:41:28.167985 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] floatingip is already registered Dec 16 14:41:28.168613 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service METERING assigned prefix: /metering {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.169275 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:41:28.169601 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] rbac_policy is already registered Dec 16 14:41:28.170147 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:41:28.170500 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] security_group is already registered Dec 16 14:41:28.171084 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:41:28.171411 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] security_group_rule is already registered Dec 16 14:41:28.172076 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service CORE assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.172401 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:41:28.172728 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] subnetpool is already registered Dec 16 14:41:28.173324 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.v2.resource_helper [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Service CORE assigned prefix: {{(pid=87326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:41:28.173646 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:41:28.173965 dv-cinder-821892-3-smb neutron-server[87326]: WARNING neutron.quota.resource_registry [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] subnetpool is already registered Dec 16 14:41:28.174639 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: extensions {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.176092 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: address-groups {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.177725 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: address-scopes {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.178998 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: agents {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.180176 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: auto-allocated-topology {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.181424 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: availability_zones {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.182785 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: dhcp-networks {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.184195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: dhcp-agents {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.185626 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: routers {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.188357 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: flavors {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.189531 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: service_profiles {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.190781 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: next_providers {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.192341 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: service_profiles {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.194312 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: floatingip-pools {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.195551 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: routers {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.197346 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: floatingips {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.198579 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: l3-routers {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.199971 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: l3-agents {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.201395 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: metering-labels {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.202864 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: metering-label-rules {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.204146 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: network-ip-availabilities {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.205390 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: bindings {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.207109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: quotas {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.208535 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: quotas {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.211040 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: rbac-policies {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.213214 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: security-groups {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.216584 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: security-group-rules {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.218395 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: service-providers {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.219714 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: subnetpools {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.221158 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: subnetpools {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.222638 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.224327 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.226261 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.228100 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.229888 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.231762 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.233487 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.235423 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.237164 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.239040 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron.api.extensions [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Extended resource: tags {{(pid=87326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:41:28.245629 dv-cinder-821892-3-smb neutron-server[87326]: WARNING keystonemiddleware.auth_token [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 14:41:28.250346 dv-cinder-821892-3-smb neutron-server[87326]: WARNING keystonemiddleware.auth_token [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 14:41:28.259297 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Acquired lock "singleton_lock" {{(pid=87326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 16 14:41:28.259778 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_concurrency.lockutils [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Releasing lock "singleton_lock" {{(pid=87326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 16 14:41:28.260396 dv-cinder-821892-3-smb neutron-server[87326]: INFO oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Starting 2 workers Dec 16 14:41:28.275310 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Started child 87435 {{(pid=87326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:41:28.275310 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Started child 87436 {{(pid=87326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:41:28.275529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.276028 dv-cinder-821892-3-smb neutron-server[87326]: INFO neutron.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 14:41:28.276028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Notify callbacks [] for process, before_spawn {{(pid=87326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.276183 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [-] (87435) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:41:28.276271 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.276654 dv-cinder-821892-3-smb neutron-server[87326]: INFO oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Starting 1 workers Dec 16 14:41:28.276747 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [-] (87436) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:41:28.278805 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Started child 87437 {{(pid=87326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:41:28.279359 dv-cinder-821892-3-smb neutron-server[87326]: INFO oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Starting 1 workers Dec 16 14:41:28.282020 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] calling RpcWorker wait() {{(pid=87437) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 14:41:28.282533 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] returning from RpcWorker wait() {{(pid=87437) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 14:41:28.283623 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Started child 87438 {{(pid=87326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:41:28.283779 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.284221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:28.284401 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f840-4c21-4eee-a5f8-f9375f98e0e5 None None] Notify callbacks [] for process, after_spawn {{(pid=87326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.286270 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 16 14:41:28.286509 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:41:28.286695 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:41:28.286915 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:41:28.287515 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:41:28.287678 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:41:28.288349 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.288630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.288911 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.289061 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.289551 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.289551 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.289966 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.290228 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.290501 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.290783 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.291014 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.291183 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.291346 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.291752 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.291983 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.292288 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.292561 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.292811 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.293077 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.293238 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.293503 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.293807 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.294038 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.294324 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] debug = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.294578 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.295054 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.295280 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.295530 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.295780 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.296057 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.296279 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.296550 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.296781 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.296993 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.297256 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.297521 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.297759 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.298006 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.298654 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.298654 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.298959 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.299260 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] host = dv-cinder-821892-3-smb {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.299496 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.299708 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.299955 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.300208 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.300449 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.300678 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.300924 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.301179 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.301469 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.301831 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.301983 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.302144 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.302413 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.302668 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.302832 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_options = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.303618 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.303857 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.304130 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.304318 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.304487 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.304719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.304978 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.305111 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.305374 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.305607 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.305841 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.306089 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.306329 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.310630 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.311671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313195 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313539 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313716 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.313931 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.314172 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.314470 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.314733 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.314954 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.315197 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.315641 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.315779 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:28.315870 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.316101 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_json = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.316315 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.316554 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.316804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.317017 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.317248 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.317464 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.317689 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.317917 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.318334 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.319286 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.319597 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.319854 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.320083 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.320337 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.320584 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.320803 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.321049 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.321276 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.321570 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.321787 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.322074 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.322340 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.322589 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.322913 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.323152 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.323414 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.323653 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.323889 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.324117 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.324332 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.324661 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.324929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.325178 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.325425 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.325638 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.325862 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.326075 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.326294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.326804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.326804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.327034 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.327272 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.327485 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.327703 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.327946 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.328347 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.328481 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.328618 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.328973 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.329094 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.329318 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.329531 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.329744 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.329956 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.330167 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.330415 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.330648 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.332577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.332577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.332577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.332577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.332577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.333394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.334780 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.334780 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.334982 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.335171 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.335408 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.335654 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.335935 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.336247 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.336387 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.336600 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.336831 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.337073 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.337319 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.337585 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.337792 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.338025 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.338272 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.338545 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.338746 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.338951 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.339179 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.339388 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.339797 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.340225 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.340522 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.340824 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.341040 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.341255 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.341468 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.341732 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.342046 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.342316 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.342568 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.343063 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.343311 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.343527 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.343769 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.343987 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.344384 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.344641 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.344959 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.345206 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.345639 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.346031 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.346437 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.346843 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.347206 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.347586 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.347804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.348044 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.348277 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.348534 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.348793 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.349062 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.349300 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.349546 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.349846 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.350091 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.350426 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.355498 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356294 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.356894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357454 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357454 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357454 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357454 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357454 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357816 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.357816 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.358065 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.358486 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.358871 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.359308 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.359696 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.360068 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.360437 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.360787 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.361275 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.361417 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.361674 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.361885 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.362102 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.362357 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.362605 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.362811 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.363169 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.363561 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.363926 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.364300 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.364645 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.364882 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.365142 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.365858 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.366155 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.366427 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.366677 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.366937 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.367158 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.367414 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.367625 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.367869 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.368084 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.368292 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.368503 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.368719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.368927 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.369129 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.369345 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.369547 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.369818 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.370045 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.370386 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.370651 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.370874 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.371103 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.371315 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.371554 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.371793 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.372023 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.372260 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.372490 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.372703 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.372992 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.373231 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.373489 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.373665 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.373884 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.374088 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.374310 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.374524 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.374898 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.375147 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.375371 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.375600 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.375822 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.376044 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.376247 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.376450 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.376658 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.376860 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.377098 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.377307 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.377528 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.377736 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.377937 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.378227 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.378518 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.378749 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.379029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.379254 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.379472 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.379717 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.380036 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.380257 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.380487 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.380732 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.380943 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.381871 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.382712 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.382712 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.382970 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.383098 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.383229 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.383499 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.383779 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.384031 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.384237 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.384541 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.385129 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.385598 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.385739 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.385986 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.386193 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.386446 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.386681 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.386892 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.387269 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.387476 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.387606 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.387819 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.388038 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.388248 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.388470 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.388681 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.389086 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.389219 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.389353 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.389577 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.389774 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:41:28.390270 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 16 14:41:28.390452 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:41:28.390601 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:41:28.390785 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:41:28.390951 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:41:28.391099 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:41:28.391299 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.391455 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.391595 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.391752 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.391904 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392078 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392234 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392387 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392540 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392692 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392845 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.392983 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393139 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393290 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393444 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393598 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393808 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.393938 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394062 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394187 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394357 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394487 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394611 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] debug = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.394766 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395210 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395364 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395517 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395697 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395845 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.395998 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396150 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396303 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396455 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396633 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396806 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.396958 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397112 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397269 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397421 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397573 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] host = dv-cinder-821892-3-smb {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397791 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.397894 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.398022 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.398174 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.398347 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.398501 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.402394 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_options = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403196 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.403676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404239 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.404784 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405434 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.405929 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406223 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406223 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406383 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406509 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_json = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406639 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406792 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.406944 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407096 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407253 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407407 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407559 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407712 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:41:28.407898 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408034 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408198 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408354 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408512 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408794 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.408952 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409107 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409262 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409416 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409578 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409734 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.409898 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410053 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410207 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410386 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410543 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410696 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.410852 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411007 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411162 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411316 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411487 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411642 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411799 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.411956 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412110 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412302 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412462 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412695 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412797 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.412941 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413096 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413326 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413659 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413659 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413862 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.413959 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414067 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414223 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414399 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414555 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414711 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.414867 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415041 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415245 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415345 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415496 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415651 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415806 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.415971 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416127 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416442 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416442 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416601 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.416874 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417185 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417340 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417494 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417843 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.417843 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418116 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418116 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418387 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418482 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418563 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.418715 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419037 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419037 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419194 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419288 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419441 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419595 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419751 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.419905 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420062 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420217 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420372 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420530 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420697 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.420851 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421005 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421231 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421405 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421561 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421715 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.421869 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422022 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422177 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422422 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422527 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422645 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422800 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.422954 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423109 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423862 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423862 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.423862 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424221 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424221 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424451 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424451 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424648 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424736 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424826 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.424976 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425129 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425361 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425464 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425580 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425735 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.425896 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426061 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426218 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426405 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426532 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426679 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426834 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.426988 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.427141 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.427308 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.427463 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.427606 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.427768 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.428458 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.428617 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.428771 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.428926 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429103 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429257 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429410 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429565 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.429872 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430028 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430182 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430373 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430519 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430675 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430830 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.430988 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431143 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431297 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431451 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431605 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431760 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.431916 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432071 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432225 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432431 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432568 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432695 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432814 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.432949 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.433122 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.433317 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.433660 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.433660 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.433871 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434024 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:28.434127 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434211 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434343 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434486 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434641 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434795 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.434952 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435107 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435327 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435446 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435563 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.435873 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436029 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436184 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436340 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436495 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436652 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436808 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.436964 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437119 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437275 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437429 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437584 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437756 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.437912 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438069 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438224 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438401 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438556 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438711 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.438865 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439019 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439173 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439328 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439485 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439642 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439799 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.439954 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440108 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440263 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440419 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440573 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440740 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.440898 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441053 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441208 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441362 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441526 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441680 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441835 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.441991 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442145 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442325 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442482 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442637 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442790 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.442945 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.443108 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.443265 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.443421 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.443698 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.443856 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444012 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444168 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444335 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444491 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444648 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444804 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.444959 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.445115 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.445271 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.445497 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.445671 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.445834 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.446428 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.446428 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.446428 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447059 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447513 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447513 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447513 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447719 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447811 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.447919 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448073 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448224 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448379 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448538 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448676 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448836 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.448991 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449156 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449297 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449437 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449587 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449724 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:41:28.449855 dv-cinder-821892-3-smb neutron-server[87326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:41:28.643738 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 59852) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:28.652803 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070233 Dec 16 14:41:39.180869 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3133fe19-7a36-4df0-b3f3-69f3de10956c None None] get_active_networks_info from dv-cinder-821892-3-smb {{(pid=87437) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 16 14:41:39.255370 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133fe19-7a36-4df0-b3f3-69f3de10956c None None] No non-hosted networks {{(pid=87437) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 14:41:39.264006 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.agentschedulers_db [None req-3133fe19-7a36-4df0-b3f3-69f3de10956c None None] DHCP Agent not found on host dv-cinder-821892-3-smb {{(pid=87437) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 14:41:39.327896 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-d9e3388e-1e79-42ac-a8ae-2f01395605c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:41.557868 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1574fd24-419a-401b-aafd-a378a60e339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:41.597991 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-deb9e4dd-c82a-4773-977c-0305657ec844 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821892-3-smb {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:41:41.598824 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-deb9e4dd-c82a-4773-977c-0305657ec844 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:41:42.208688 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-deb9e4dd-c82a-4773-977c-0305657ec844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:42.546219 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:42.688090 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:42.688775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.689215 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.689647 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.690074 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.690536 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.690964 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.691521 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.691875 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.692294 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.692717 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.693139 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.694160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:42.694682 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821892-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:42.711855 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821892-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:43.979262 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:45.595154 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 59942) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:46.183378 dv-cinder-821892-3-smb neutron-server[87436]: WARNING oslo_policy.policy [None req-53ddca0c-838c-46a8-8d92-ef6f18756507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:41:46.184004 dv-cinder-821892-3-smb neutron-server[87436]: WARNING oslo_policy.policy [None req-53ddca0c-838c-46a8-8d92-ef6f18756507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:41:46.408670 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [None req-53ddca0c-838c-46a8-8d92-ef6f18756507 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:41:46.409966 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-53ddca0c-838c-46a8-8d92-ef6f18756507 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8138833 Dec 16 14:41:46.415415 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.db.l3_hamode_db [None req-92951208-82cf-409c-b08e-8f45e4f98fe3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 14:41:46.504257 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951208-82cf-409c-b08e-8f45e4f98fe3 None None] Routers set() bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:41:46.504648 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951208-82cf-409c-b08e-8f45e4f98fe3 None None] Router IDs set() for agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 16 14:41:48.744757 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 59956) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:49.105267 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:41:49.203920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.policy [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87436) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 14:41:49.249016 dv-cinder-821892-3-smb neutron-server[87436]: WARNING oslo_policy.policy [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:41:49.249379 dv-cinder-821892-3-smb neutron-server[87436]: WARNING oslo_policy.policy [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:41:49.258834 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.quota [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Loaded quota_driver: . Dec 16 14:41:49.273913 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:49.390145 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637014587', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637015046', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637037389', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637040627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637645121', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761637637206', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1180918', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1136886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684459'] for rbac-policy, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:49.567243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:49.569010 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e763065f-76f9-4b8e-a47e-1dc6d3988ff5 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8232591 Dec 16 14:41:52.136582 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 59970) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:52.485874 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Request body: {'network': {'project_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'name': 'private'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:41:52.490937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:52.495346 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Usage tracker for resource:network and tenant:025d2474b535402daabe7a117530ec1f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:52.499850 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:52.505926 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:52.585213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Made reservation on behalf of 025d2474b535402daabe7a117530ec1f for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:52.588883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.607310 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.621008 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:52.624653 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Usage tracker for resource:security_group_rule and tenant:025d2474b535402daabe7a117530ec1f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:52.629649 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:52.635704 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:52.728271 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.812797 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.817349 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:52.836801 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:41:52.863258 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761639598493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.863865 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Unsubscribe: segment precommit_create {{(pid=87436) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:41:52.864333 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Added segment cabddc33-88a3-401d-9833-82237fef45e0 of type vlan for network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 Dec 16 14:41:52.916041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d780a-1710-4315-9d1f-07e980f58bfa,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:52.937952 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.938435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.938711 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.939030 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.939343 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.939656 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.939967 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.940276 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.940595 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.940904 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.941207 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.941516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Tracked resource versions report: Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: pushed versions: Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: { 'AddressGroup': {'1.2'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'ConntrackHelper': {'1.0'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Log': {'1.0'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Network': {'1.1'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Port': {'1.7'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'PortForwarding': {'1.2'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'QosPolicy': {'1.8'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroup': {'1.4'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SubPort': {'1.0'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Subnet': {'1.1'}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Trunk': {'1.1'}} Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: consumer versions: Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'ConntrackHelper': '1.0', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Log': '1.0', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Network': '1.1', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Port': '1.7', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'PortForwarding': '1.2', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'QosPolicy': '1.8', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroup': '1.4', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroupRule': '1.2', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'SubPort': '1.0', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Subnet': '1.1', Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: 'Trunk': '1.1'}} Dec 16 14:41:52.942629 dv-cinder-821892-3-smb neutron-server[87436]: {{(pid=87436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:41:52.986569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.993957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:53.087346 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:53.088813 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:53.089478 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:53.094541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:53.198127 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Pushing event updated for resources: {'Network': ['ID=7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:53.201824 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:53.210360 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:41:53.248152 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1104624 Dec 16 14:41:55.869131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 59986) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:56.319169 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6becfcbb-a9c5-4a74-b764-dd75d8661bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.320596 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6becfcbb-a9c5-4a74-b764-dd75d8661bb7 admin admin] 10.222.0.46 "GET /v2.0/networks/7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 HTTP/1.1" status: 200 len: 825 time: 0.4482722 Dec 16 14:41:56.347314 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b6d48b8d-626e-4d99-ad87-7fb2dc9581c9 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/9ff725b8-3923-4dad-839f-3aba43ecca90 HTTP/1.1" status: 200 len: 734 time: 0.0213320 Dec 16 14:41:56.356035 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Request body: {'subnet': {'tenant_id': '025d2474b535402daabe7a117530ec1f', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:41:56.360163 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:56.363824 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Usage tracker for resource:subnet and tenant:025d2474b535402daabe7a117530ec1f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:56.367302 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:56.372825 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:56.458238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Made reservation on behalf of 025d2474b535402daabe7a117530ec1f for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:56.460648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:56.818563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:56.823789 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:56.915419 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3038aeb4-ea55-4fa2-a524-e95524757dd3,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:56.917216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Checking segment: {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:41:56.917575 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Network hostable DHCP agents. Network: 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:41:56.923968 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:56.989867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:41:57.058417 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:57.063937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:57.064574 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:57.070843 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01507ae8-82b1-4270-b5ba-0d8854dabbbf None None] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:41:57.139110 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7863321 Dec 16 14:41:57.466348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:41:57.467769 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:57.651669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Allocated IP 172.20.0.2 (7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50/3038aeb4-ea55-4fa2-a524-e95524757dd3/27b5a72c-26dd-4d4e-87af-04d999aea0c5) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:41:57.880936 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:57.894115 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Transition to ACTIVE for port object 27b5a72c-26dd-4d4e-87af-04d999aea0c5 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:41:57.914711 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Transition to ACTIVE for port object 27b5a72c-26dd-4d4e-87af-04d999aea0c5 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:41:58.001654 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:58.007154 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:58.068265 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:41:58.071716 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:58.078053 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:41:58.081352 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Pushing event updated for resources: {'Port': ['ID=27b5a72c-26dd-4d4e-87af-04d999aea0c5,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:58.120435 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.120699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.121052 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.121357 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.121678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.122001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.122353 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.122673 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.122993 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.123306 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.123623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.123932 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Tracked resource versions report: Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: pushed versions: Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: { 'AddressGroup': {'1.2'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'ConntrackHelper': {'1.0'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Log': {'1.0'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Network': {'1.1'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Port': {'1.7'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'PortForwarding': {'1.2'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'QosPolicy': {'1.8'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroup': {'1.4'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SubPort': {'1.0'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Subnet': {'1.1'}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Trunk': {'1.1'}} Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: consumer versions: Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'ConntrackHelper': '1.0', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Log': '1.0', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Network': '1.1', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Port': '1.7', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'PortForwarding': '1.2', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'QosPolicy': '1.8', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroup': '1.4', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroupRule': '1.2', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'SubPort': '1.0', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Subnet': '1.1', Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: 'Trunk': '1.1'}} Dec 16 14:41:58.125048 dv-cinder-821892-3-smb neutron-server[87437]: {{(pid=87437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:41:58.156467 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:58.181097 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Attempting to bind port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:41:58.181538 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Attempting to bind port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:41:58.181947 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Attempting to bind port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 on network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:41:58.187159 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:41:58.187560 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Checking segment: {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:41:58.188041 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:58.188425 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Bound using segment: {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:41:58.188923 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Bound port: 27b5a72c-26dd-4d4e-87af-04d999aea0c5, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:41:58.189335 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:58.353380 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] For port 27b5a72c-26dd-4d4e-87af-04d999aea0c5, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:41:58.357613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] For port 27b5a72c-26dd-4d4e-87af-04d999aea0c5, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=27b5a72c-26dd-4d4e-87af-04d999aea0c5,segment=NetworkSegment(cabddc33-88a3-401d-9833-82237fef45e0),segment_id=cabddc33-88a3-401d-9833-82237fef45e0)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:41:58.418766 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:58.422885 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:58.527180 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Pushing event updated for resources: {'Port': ['ID=27b5a72c-26dd-4d4e-87af-04d999aea0c5,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:58.530207 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:59.496812 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 59996) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:00.079773 dv-cinder-821892-3-smb neutron-server[87435]: WARNING oslo_policy.policy [None req-78ef468c-f26f-408f-859a-884728a29c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:42:00.080342 dv-cinder-821892-3-smb neutron-server[87435]: WARNING oslo_policy.policy [None req-78ef468c-f26f-408f-859a-884728a29c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:42:00.306398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [None req-78ef468c-f26f-408f-859a-884728a29c22 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:42:00.308078 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-78ef468c-f26f-408f-859a-884728a29c22 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8090625 Dec 16 14:42:02.160039 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280ff7b-1ef3-444c-b47b-dd6465f45e85 None None] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:42:02.317513 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-81685691-0daa-4322-a149-9dd2dee849dd None None] Provisioning for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:02.417623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 27b5a72c-26dd-4d4e-87af-04d999aea0c5 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:02.550055 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:02.556143 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:02.556541 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.683676 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.693618 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-feea4ced-bdcb-4951-be5e-ecde4535fd4a None None] Provisioning complete for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:02.693889 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-feea4ced-bdcb-4951-be5e-ecde4535fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.702811 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60014) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:02.765368 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 27b5a72c-26dd-4d4e-87af-04d999aea0c5, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=27b5a72c-26dd-4d4e-87af-04d999aea0c5,segment=NetworkSegment(cabddc33-88a3-401d-9833-82237fef45e0),segment_id=cabddc33-88a3-401d-9833-82237fef45e0)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:42:02.818629 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.828274 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:02.871278 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-feea4ced-bdcb-4951-be5e-ecde4535fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.945818 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=27b5a72c-26dd-4d4e-87af-04d999aea0c5,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:02.948723 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:02.968655 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-feea4ced-bdcb-4951-be5e-ecde4535fd4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:42:02.969039 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-feea4ced-bdcb-4951-be5e-ecde4535fd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:42:03.070664 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [None req-fb261c99-9e17-4008-a9b6-696e474402d0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:42:03.071625 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-fb261c99-9e17-4008-a9b6-696e474402d0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3678160 Dec 16 14:42:04.369902 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 27b5a72c-26dd-4d4e-87af-04d999aea0c5 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:04.435763 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:04.436137 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:05.696943 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60026) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:06.038521 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:42:06.109956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.policy [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87435) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 14:42:06.154739 dv-cinder-821892-3-smb neutron-server[87435]: WARNING oslo_policy.policy [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:42:06.155144 dv-cinder-821892-3-smb neutron-server[87435]: WARNING oslo_policy.policy [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:42:06.164932 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.quota [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Loaded quota_driver: . Dec 16 14:42:06.180615 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:06.187094 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Usage tracker for resource:router and tenant:025d2474b535402daabe7a117530ec1f is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:06.191499 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:06.198890 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:06.275726 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.277931 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.303189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.459608 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.543369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.544559 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-9348ef4d-53a3-486a-a38c-0f54a0f21804 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8466582 Dec 16 14:42:08.898581 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60038) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:09.166268 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b432e2c6-a57d-40e6-9fd1-cc425db31569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:09.255354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [None req-93b5c9c1-25e8-4372-b11e-1663b24b2ffa admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:42:09.256350 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-93b5c9c1-25e8-4372-b11e-1663b24b2ffa admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3568513 Dec 16 14:42:11.340145 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:42:11.515071 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b99d7a0c-ac11-4306-9fbe-7e72ebf31935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.622399 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60048) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:11.982181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:42:11.987174 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:11.991318 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Usage tracker for resource:network and tenant:95e10863f2424e3698b379ff02e7b56b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:11.994669 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:12.000282 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:12.092382 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Made reservation on behalf of 95e10863f2424e3698b379ff02e7b56b for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:42:12.095338 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.112445 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.126932 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:12.130649 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Usage tracker for resource:security_group_rule and tenant:95e10863f2424e3698b379ff02e7b56b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:12.133937 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:12.139486 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:12.229636 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.274851 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.280039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:12.291525 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Reserving flat network on physical network physnet1 {{(pid=87435) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 14:42:12.324137 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761639598493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.324744 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Unsubscribe: segment precommit_create {{(pid=87435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:42:12.325260 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Added segment 07cfea86-568c-4023-9339-bbe3a982caa8 of type flat for network 6f81314a-145a-4731-bd8d-71200a687b82 Dec 16 14:42:12.375357 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48401f98-21fc-4fdc-b99c-ac550e8a27c7,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:12.398460 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.398841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.399167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.399490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.399809 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.400126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.400438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.400749 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.401076 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.401387 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.401695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.401997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Tracked resource versions report: Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: pushed versions: Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: { 'AddressGroup': {'1.2'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'ConntrackHelper': {'1.0'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Log': {'1.0'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Network': {'1.1'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Port': {'1.7'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'PortForwarding': {'1.2'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'QosPolicy': {'1.8'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroup': {'1.4'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SubPort': {'1.0'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Subnet': {'1.1'}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Trunk': {'1.1'}} Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: consumer versions: Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'ConntrackHelper': '1.0', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Log': '1.0', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Network': '1.1', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Port': '1.7', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'PortForwarding': '1.2', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'QosPolicy': '1.8', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroup': '1.4', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroupRule': '1.2', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'SubPort': '1.0', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Subnet': '1.1', Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: 'Trunk': '1.1'}} Dec 16 14:42:12.403117 dv-cinder-821892-3-smb neutron-server[87435]: {{(pid=87435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:42:12.439269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:12.457517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.508907 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.588661 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.590240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:12.590976 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.596181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:12.699948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Pushing event updated for resources: {'Network': ['ID=6f81314a-145a-4731-bd8d-71200a687b82,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:12.703178 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:12.710596 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 6f81314a-145a-4731-bd8d-71200a687b82 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:42:12.726533 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.819133 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1957531 Dec 16 14:42:13.949159 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:15.145419 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60072) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:15.352415 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de380f-95ac-4aba-be6e-0f353d0b7463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:15.353805 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-57de380f-95ac-4aba-be6e-0f353d0b7463 admin admin] 10.222.0.46 "GET /v2.0/subnets/3038aeb4-ea55-4fa2-a524-e95524757dd3 HTTP/1.1" status: 200 len: 849 time: 0.2068138 Dec 16 14:42:15.509625 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e4822de6-d1ab-44e7-bf35-6fd55bd5ebac admin admin] 10.222.0.46 "GET /v2.0/routers/f96eb24a-d90c-48df-a670-1955d644128c HTTP/1.1" status: 200 len: 704 time: 0.1502895 Dec 16 14:42:15.959879 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:16.187639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Allocated IP 172.20.0.1 (7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50/3038aeb4-ea55-4fa2-a524-e95524757dd3/72ae589e-6f32-41b6-b9dc-eb81d75b7aba) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:42:16.340716 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:16.359316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Transition to ACTIVE for port object 72ae589e-6f32-41b6-b9dc-eb81d75b7aba will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:42:16.463866 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:16.468680 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:16.531212 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:42:16.534000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:42:16.540563 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:42:16.541080 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:16.661630 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:16.683854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:16.772538 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-fa4bd47b-d04e-46a9-a119-8d0133207dfd None None] Provisioning for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:16.777573 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-fa4bd47b-d04e-46a9-a119-8d0133207dfd None None] Provisioning complete for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:16.777948 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd47b-d04e-46a9-a119-8d0133207dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:16.829469 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bd47b-d04e-46a9-a119-8d0133207dfd None None] Port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:42:16.928568 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:17.149534 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:17.200276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:17.201354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:17.205302 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:17.343256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:17.347247 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:17.396687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:42:17.397735 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:42:17.623249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Router f96eb24a-d90c-48df-a670-1955d644128c is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:42:17.654851 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0d1c8aff-79ae-4f92-b4c9-793c351cea7d None None] Provisioning complete for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:17.655129 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8aff-79ae-4f92-b4c9-793c351cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:17.710189 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c8aff-79ae-4f92-b4c9-793c351cea7d None None] Port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:42:17.778642 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:42:17.788527 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] 10.222.0.46 "PUT /v2.0/routers/f96eb24a-d90c-48df-a670-1955d644128c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2739422 Dec 16 14:42:17.789032 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Sync routers for ids ['f96eb24a-d90c-48df-a670-1955d644128c'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:42:17.799405 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Routers {'f96eb24a-d90c-48df-a670-1955d644128c'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:42:17.800263 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:42:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['f96eb24a-d90c-48df-a670-1955d644128c'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:17.980185 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Set router f96eb24a-d90c-48df-a670-1955d644128c gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:42:18.340445 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:16Z', 'revision_number': 2, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port_host': None, '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:16Z', 'revision_number': 2, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:18.345624 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Checking router: f96eb24a-d90c-48df-a670-1955d644128c for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:42:18.345997 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Updating router f96eb24a-d90c-48df-a670-1955d644128c port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:42:18.399568 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:18.768214 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:18.783727 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Transition to ACTIVE for port object 72ae589e-6f32-41b6-b9dc-eb81d75b7aba will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:42:18.840474 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:18.850661 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:19.075171 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Pushing event updated for resources: {'Port': ['ID=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:19.090116 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.090495 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.090827 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.091418 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.091741 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.092058 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.092371 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.092683 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.092995 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.093304 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.093612 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.093918 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Tracked resource versions report: Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: pushed versions: Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: { 'AddressGroup': {'1.2'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'ConntrackHelper': {'1.0'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Log': {'1.0'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Network': {'1.1'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Port': {'1.7'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'PortForwarding': {'1.2'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'QosPolicy': {'1.8'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroup': {'1.4'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SubPort': {'1.0'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Subnet': {'1.1'}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Trunk': {'1.1'}} Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: consumer versions: Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'ConntrackHelper': '1.0', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Log': '1.0', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Network': '1.1', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Port': '1.7', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'PortForwarding': '1.2', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'QosPolicy': '1.8', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroup': '1.4', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroupRule': '1.2', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'SubPort': '1.0', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Subnet': '1.1', Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: 'Trunk': '1.1'}} Dec 16 14:42:19.095048 dv-cinder-821892-3-smb neutron-server[87438]: {{(pid=87438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:42:19.103942 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:19.105967 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Attempting to bind port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:42:19.106384 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Attempting to bind port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:42:19.107433 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Attempting to bind port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba on network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:42:19.111920 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:42:19.112319 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Checking segment: {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:42:19.112798 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:19.113182 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Bound using segment: {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:42:19.113672 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Bound port: 72ae589e-6f32-41b6-b9dc-eb81d75b7aba, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabddc33-88a3-401d-9833-82237fef45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:42:19.114051 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:19.201843 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] For port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:42:19.205901 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] For port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,segment=NetworkSegment(cabddc33-88a3-401d-9833-82237fef45e0),segment_id=cabddc33-88a3-401d-9833-82237fef45e0)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:42:19.281479 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:19.285746 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:19.384930 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Routers {'f96eb24a-d90c-48df-a670-1955d644128c'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:42:19.385563 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:42:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['f96eb24a-d90c-48df-a670-1955d644128c'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:19.519139 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Pushing event updated for resources: {'Port': ['ID=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,revision_number=4']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:19.522893 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:19.546843 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] Set router f96eb24a-d90c-48df-a670-1955d644128c gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:42:19.867824 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:16Z', 'revision_number': 2, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port_host': None, '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:19Z', 'revision_number': 4, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:19.871656 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f1a7a-7556-4ac2-a66c-6d430a2123b0 None None] The sync data for ids ['f96eb24a-d90c-48df-a670-1955d644128c'] in dv-cinder-821892-3-smb is: [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:16Z', 'revision_number': 2, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port_host': None, '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:19Z', 'revision_number': 4, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:42:20.010962 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60096) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:20.158306 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7621a-787a-45e5-ab9f-769bb1614e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:20.158913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8fa7621a-787a-45e5-ab9f-769bb1614e5e admin admin] Synchronizing usage tracker for tenant:95e10863f2424e3698b379ff02e7b56b on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:42:20.252150 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8fa7621a-787a-45e5-ab9f-769bb1614e5e admin admin] Unset dirty status for tenant:95e10863f2424e3698b379ff02e7b56b on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:42:20.253398 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-8fa7621a-787a-45e5-ab9f-769bb1614e5e admin admin] 10.222.0.46 "GET /v2.0/networks/6f81314a-145a-4731-bd8d-71200a687b82 HTTP/1.1" status: 200 len: 842 time: 0.2413969 Dec 16 14:42:20.263856 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Request body: {'subnet': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:42:20.269749 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:20.273817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Usage tracker for resource:subnet and tenant:95e10863f2424e3698b379ff02e7b56b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:20.277059 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:20.283323 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:20.331672 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Made reservation on behalf of 95e10863f2424e3698b379ff02e7b56b for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:42:20.334099 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:20.828058 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.objects.ports [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87435) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 16 14:42:20.828536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:20.832112 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:20.902201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7734641-68ca-432b-bb4e-c830bd2ba4cf,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:20.906161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:20.912887 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:42:20.913240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Network hostable DHCP agents. Network: 6f81314a-145a-4731-bd8d-71200a687b82, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:42:21.017796 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:42:21.108979 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 6f81314a-145a-4731-bd8d-71200a687b82) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:42:21.113042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:21.113639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:21.117672 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae5fbd-b91d-4d3a-8d93-ea3136524cd5 None None] Network 6f81314a-145a-4731-bd8d-71200a687b82 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:42:21.189900 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9297462 Dec 16 14:42:21.340326 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78708e-1d33-4dad-be72-363b21c07a93 None None] Network 6f81314a-145a-4731-bd8d-71200a687b82 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:42:22.399172 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 72ae589e-6f32-41b6-b9dc-eb81d75b7aba up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:22.519979 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:22.525720 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:22.526100 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:22.641011 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:22.672051 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,segment=NetworkSegment(cabddc33-88a3-401d-9833-82237fef45e0),segment_id=cabddc33-88a3-401d-9833-82237fef45e0)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:42:22.737173 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:22.739345 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:22.809706 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=72ae589e-6f32-41b6-b9dc-eb81d75b7aba,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:22.812724 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:23.406753 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 60110) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:23.653720 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b7efbba8-7132-43a6-8daf-c2136c918b17 admin admin] 10.222.0.46 "GET /v2.0/routers/f96eb24a-d90c-48df-a670-1955d644128c HTTP/1.1" status: 200 len: 710 time: 0.2457809 Dec 16 14:42:23.789550 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32d707-84aa-459b-b352-5f65f04f051c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:23.790920 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6a32d707-84aa-459b-b352-5f65f04f051c admin admin] 10.222.0.46 "GET /v2.0/networks/6f81314a-145a-4731-bd8d-71200a687b82 HTTP/1.1" status: 200 len: 886 time: 0.1321881 Dec 16 14:42:23.799377 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:42:24.241017 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:24.377118 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 72ae589e-6f32-41b6-b9dc-eb81d75b7aba up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:24.445951 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:24.446363 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:24.667989 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:24.721714 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:24.858350 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Allocated IP 172.28.2.113 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/47b22c68-00f3-4ecf-a933-cc66f02ff756) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:42:25.002658 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.115615 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.119879 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:25.178136 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:42:25.180811 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:42:25.184545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:42:25.294167 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Pushing event updated for resources: {'Port': ['ID=47b22c68-00f3-4ecf-a933-cc66f02ff756,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:25.310734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:25.595692 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.931356 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.934584 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-654356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-654365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654595'] for router, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:26.139388 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Router f96eb24a-d90c-48df-a670-1955d644128c has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:42:26.311064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:42:26.319773 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:26.320740 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Sync routers for ids ['f96eb24a-d90c-48df-a670-1955d644128c'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:42:26.321235 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] 10.222.0.46 "PUT /v2.0/routers/f96eb24a-d90c-48df-a670-1955d644128c HTTP/1.1" status: 200 len: 890 time: 2.5246897 Dec 16 14:42:26.331181 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Routers {'f96eb24a-d90c-48df-a670-1955d644128c'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:42:26.331889 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:42:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['f96eb24a-d90c-48df-a670-1955d644128c'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:26.531712 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Set router f96eb24a-d90c-48df-a670-1955d644128c gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:42:26.873577 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:25Z', 'revision_number': 4, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port': {'id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:24Z', 'updated_at': '2021-12-16T14:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:22Z', 'revision_number': 5, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:26.878524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Checking router: f96eb24a-d90c-48df-a670-1955d644128c for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:42:26.878900 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Updating router f96eb24a-d90c-48df-a670-1955d644128c port 47b22c68-00f3-4ecf-a933-cc66f02ff756 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:42:26.943145 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.292138 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.303870 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Transition to ACTIVE for port object 47b22c68-00f3-4ecf-a933-cc66f02ff756 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:42:27.382759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.386723 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:27.462967 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Attempting to bind port 47b22c68-00f3-4ecf-a933-cc66f02ff756 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:42:27.463335 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Attempting to bind port 47b22c68-00f3-4ecf-a933-cc66f02ff756 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:42:27.463726 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Attempting to bind port 47b22c68-00f3-4ecf-a933-cc66f02ff756 on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:42:27.471113 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Pushing event updated for resources: {'Port': ['ID=47b22c68-00f3-4ecf-a933-cc66f02ff756,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:27.473398 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:42:27.473908 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:42:27.474315 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.474693 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:42:27.475230 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Bound port: 47b22c68-00f3-4ecf-a933-cc66f02ff756, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:42:27.475613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.499213 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:27.549097 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] For port 47b22c68-00f3-4ecf-a933-cc66f02ff756, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:42:27.552484 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] For port 47b22c68-00f3-4ecf-a933-cc66f02ff756, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=47b22c68-00f3-4ecf-a933-cc66f02ff756,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:42:27.588819 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.593188 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:27.671578 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Routers {'f96eb24a-d90c-48df-a670-1955d644128c'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:42:27.672176 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:42:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['f96eb24a-d90c-48df-a670-1955d644128c'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:27.728121 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Pushing event updated for resources: {'Port': ['ID=47b22c68-00f3-4ecf-a933-cc66f02ff756,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:27.737699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:27.851889 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] Set router f96eb24a-d90c-48df-a670-1955d644128c gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:42:28.171855 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:25Z', 'revision_number': 4, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port': {'id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:24Z', 'updated_at': '2021-12-16T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:22Z', 'revision_number': 5, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:28.175736 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab83012-6058-48a3-9e43-958749e5275c None None] The sync data for ids ['f96eb24a-d90c-48df-a670-1955d644128c'] in dv-cinder-821892-3-smb is: [{'id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'name': 'router1', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:42:06Z', 'updated_at': '2021-12-16T14:42:25Z', 'revision_number': 4, 'project_id': '025d2474b535402daabe7a117530ec1f', 'gw_port': {'id': '47b22c68-00f3-4ecf-a933-cc66f02ff756', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:24Z', 'updated_at': '2021-12-16T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '72ae589e-6f32-41b6-b9dc-eb81d75b7aba', 'name': '', 'network_id': '7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50', 'tenant_id': '025d2474b535402daabe7a117530ec1f', 'mac_address': 'fa:16:3e:bf:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96eb24a-d90c-48df-a670-1955d644128c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:42:16Z', 'updated_at': '2021-12-16T14:42:22Z', 'revision_number': 5, 'project_id': '025d2474b535402daabe7a117530ec1f', 'subnets': [{'id': '3038aeb4-ea55-4fa2-a524-e95524757dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ff725b8-3923-4dad-839f-3aba43ecca90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:42:28.416731 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 47b22c68-00f3-4ecf-a933-cc66f02ff756 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:28.571803 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 47b22c68-00f3-4ecf-a933-cc66f02ff756 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:28.577927 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 47b22c68-00f3-4ecf-a933-cc66f02ff756 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:28.578338 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:28.695791 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 60120) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:28.710046 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:28.731448 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 47b22c68-00f3-4ecf-a933-cc66f02ff756, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=47b22c68-00f3-4ecf-a933-cc66f02ff756,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:42:28.816124 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-91d3463c-2631-4dbe-bafb-18d5bd85c9a9 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191726 Dec 16 14:42:28.824915 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:28.828427 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:28.905143 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=47b22c68-00f3-4ecf-a933-cc66f02ff756,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:28.907463 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:30.387419 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 47b22c68-00f3-4ecf-a933-cc66f02ff756 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:30.490939 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 47b22c68-00f3-4ecf-a933-cc66f02ff756 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:30.491314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:39.177328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-3584cd2e-de47-4513-984f-c761d26b7193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:41.502330 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-831ea4da-fd4b-411f-845e-fed2cb7f7c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.490998 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.679558 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:43.930880 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.340384 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:43:09.181611 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7f79c05f-f168-493b-9798-3a1db59eb4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.495240 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-89c9cc24-6680-45c0-bce7-e4a1add6db57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.570028 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.689712 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.929937 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.338692 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:43:39.359535 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f0e03631-7298-4df9-b806-2ab96b2c184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.511840 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1d290d04-a4f9-453c-979d-efa42933684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.511919 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.683024 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:43.958097 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:02.339251 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:44:09.178380 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7a34971b-b226-49c4-9bba-6b6bc3b7f8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:11.515845 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0a20-2463-49c8-8276-09c82d1d52ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.521356 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.709929 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:13.961584 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.381984 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 60690) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:32.447509 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee41d061-49f9-480f-b7c3-d172ef3b0a04 admin admin] GET failed (client error): The resource could not be found. Dec 16 14:44:32.448771 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ee41d061-49f9-480f-b7c3-d172ef3b0a04 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657930 Dec 16 14:44:32.577193 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670cb699-9445-4fcb-bf18-1557d220e53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:32.578573 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-670cb699-9445-4fcb-bf18-1557d220e53c admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259472 Dec 16 14:44:34.669094 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60700) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:34.814056 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae188d9-a4e6-4759-adee-d3cc0185a195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:34.814735 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-bae188d9-a4e6-4759-adee-d3cc0185a195 admin admin] Synchronizing usage tracker for tenant:95e10863f2424e3698b379ff02e7b56b on resource:subnet {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:34.892334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-bae188d9-a4e6-4759-adee-d3cc0185a195 admin admin] Unset dirty status for tenant:95e10863f2424e3698b379ff02e7b56b on resource:subnet {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:34.893982 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-bae188d9-a4e6-4759-adee-d3cc0185a195 admin admin] 10.222.0.46 "GET /v2.0/subnets/3038aeb4-ea55-4fa2-a524-e95524757dd3 HTTP/1.1" status: 200 len: 849 time: 0.2239561 Dec 16 14:44:34.903373 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:44:35.020222 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.257429 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761639706444'] for subnet, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.260969 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:35.300066 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:35.301078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.302117 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] 10.222.0.46 "PUT /v2.0/subnets/3038aeb4-ea55-4fa2-a524-e95524757dd3 HTTP/1.1" status: 200 len: 868 time: 0.4023993 Dec 16 14:44:35.304588 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2080c5a-7a13-495c-8695-d619102c3167 None None] Network 7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:44:35.326427 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3038aeb4-ea55-4fa2-a524-e95524757dd3,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:35.335590 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.335963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.336739 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.337067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.337390 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.337719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.338327 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.338659 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.339003 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.339325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.339642 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.340090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:35.344064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:35.764399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-7a425242-3ce2-458a-be98-1115a75b781d None None] Provisioning complete for port 27b5a72c-26dd-4d4e-87af-04d999aea0c5 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:35.764769 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7a425242-3ce2-458a-be98-1115a75b781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.892493 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-7a425242-3ce2-458a-be98-1115a75b781d None None] Provisioning complete for port 72ae589e-6f32-41b6-b9dc-eb81d75b7aba triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:35.893830 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7a425242-3ce2-458a-be98-1115a75b781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.429244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 60710) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:37.599009 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730801f-3b75-449f-8343-e7119f4ea06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:37.599491 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730801f-3b75-449f-8343-e7119f4ea06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:37.600994 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-4730801f-3b75-449f-8343-e7119f4ea06d admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707516 Dec 16 14:44:39.166414 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ac402db9-fc7d-43f8-8281-92302af9983f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:39.337991 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:44:39.729688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 60720) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:39.901764 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc17aea-88dc-4ccf-ba74-c613077db27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:39.902243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc17aea-88dc-4ccf-ba74-c613077db27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:39.903799 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-4cc17aea-88dc-4ccf-ba74-c613077db27d admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1731513 Dec 16 14:44:41.543330 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f2863d3a-bc72-41c1-8bfe-38fd52343491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.047554 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60730) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:42.218937 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abaa7c-c6a2-4792-9c69-d04321a04f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:42.220289 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-51abaa7c-c6a2-4792-9c69-d04321a04f5e admin admin] 10.222.0.46 "GET /v2.0/networks/6f81314a-145a-4731-bd8d-71200a687b82 HTTP/1.1" status: 200 len: 886 time: 0.1717222 Dec 16 14:44:42.514594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.708925 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.943145 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:44.373776 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60740) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:44.558964 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66660d50-3716-43f8-a7b3-ddcb41ce4ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:44.560225 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-66660d50-3716-43f8-a7b3-ddcb41ce4ca6 admin admin] 10.222.0.46 "GET /v2.0/networks/7b2bc8e5-f947-4f8d-9fce-1202e0fb5f50 HTTP/1.1" status: 200 len: 869 time: 0.1854937 Dec 16 14:44:46.668123 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60750) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:46.774625 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbc9e8-2450-4b5e-883d-f4874af24af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:46.775090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbc9e8-2450-4b5e-883d-f4874af24af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:46.776594 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-fcfbc9e8-2450-4b5e-883d-f4874af24af9 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075988 Dec 16 14:44:48.891349 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60760) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:48.995952 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238547f-d006-4126-a52f-02e891c7f654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:48.996425 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238547f-d006-4126-a52f-02e891c7f654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:48.997914 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b238547f-d006-4126-a52f-02e891c7f654 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056416 Dec 16 14:44:51.081466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60770) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:51.188562 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ca85-7014-4963-a647-ec612e0a5e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:51.189882 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-20a7ca85-7014-4963-a647-ec612e0a5e65 admin admin] 10.222.0.46 "GET /v2.0/subnets/3038aeb4-ea55-4fa2-a524-e95524757dd3 HTTP/1.1" status: 200 len: 868 time: 0.1074772 Dec 16 14:44:53.290063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60780) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:53.388196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b5c23-a3c3-43c0-aaf3-ceab27797892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:53.389503 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ce0b5c23-a3c3-43c0-aaf3-ceab27797892 admin admin] 10.222.0.46 "GET /v2.0/subnets/b7734641-68ca-432b-bb4e-c830bd2ba4cf HTTP/1.1" status: 200 len: 816 time: 0.0983646 Dec 16 14:45:09.171667 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a911-0c9e-4a7c-b211-bcfd387f6c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.509068 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-93faa7e9-757f-42df-9261-34915f6ad7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:12.554919 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:12.703260 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:13.938580 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:16.332043 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60824) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:16.337941 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:45:16.379401 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [None req-ab3f230c-27e8-4fca-8250-262ca2053f2d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:45:16.380389 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ab3f230c-27e8-4fca-8250-262ca2053f2d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474029 Dec 16 14:45:18.557668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60834) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:18.623090 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.pecan_wsgi.hooks.translation [None req-712d6a1b-d042-4bd3-8994-a53df10d2363 admin admin] GET failed (client error): The resource could not be found. Dec 16 14:45:18.624331 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-712d6a1b-d042-4bd3-8994-a53df10d2363 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657241 Dec 16 14:45:18.747490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912ae37-84ff-4b9f-aa18-407082abb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:18.748920 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0912ae37-84ff-4b9f-aa18-407082abb8c6 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1201475 Dec 16 14:45:20.880233 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60844) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:20.927579 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:45:20.932028 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:20.941387 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:21.045935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Made reservation on behalf of 95e10863f2424e3698b379ff02e7b56b for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:45:21.048260 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:21.136227 dv-cinder-821892-3-smb neutron-server[87435]: WARNING neutron.services.revisions.revision_plugin [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Could not find related network for resource to bump revision. Dec 16 14:45:21.147734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:45:21.156267 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:21.156571 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Added segment 3f41ae48-6400-41e2-8cbc-54266ff0e0dd of type vlan for network 54dcddbb-6933-4c1d-8116-9919ddbe834b Dec 16 14:45:21.181755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:21.286243 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:21.287640 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:21.288226 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:21.291798 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:21.385204 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=54dcddbb-6933-4c1d-8116-9919ddbe834b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:21.393202 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:21.395436 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:45:21.458397 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5770462 Dec 16 14:45:23.578832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60854) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:23.644453 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e85dd05-a2d2-4fa9-855b-7e9d7b838338 admin admin] GET failed (client error): The resource could not be found. Dec 16 14:45:23.644966 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1e85dd05-a2d2-4fa9-855b-7e9d7b838338 admin admin] Synchronizing usage tracker for tenant:95e10863f2424e3698b379ff02e7b56b on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:23.708810 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1e85dd05-a2d2-4fa9-855b-7e9d7b838338 admin admin] Unset dirty status for tenant:95e10863f2424e3698b379ff02e7b56b on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:23.709896 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1e85dd05-a2d2-4fa9-855b-7e9d7b838338 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1300933 Dec 16 14:45:23.812808 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3193e77-d71f-45ae-bbe7-ae71079abca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:23.815501 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a3193e77-d71f-45ae-bbe7-ae71079abca3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009531 Dec 16 14:45:23.825081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:45:23.829484 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:23.839178 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:23.908893 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Made reservation on behalf of 95e10863f2424e3698b379ff02e7b56b for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:45:23.911250 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:24.195085 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:24.199414 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:24.269696 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25412a5f-2a9c-4d10-9232-cb62a2c0e1c5,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:24.273489 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:24.274158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Checking segment: {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:45:24.274531 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Network hostable DHCP agents. Network: 54dcddbb-6933-4c1d-8116-9919ddbe834b, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:45:24.337858 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:45:24.399878 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 54dcddbb-6933-4c1d-8116-9919ddbe834b) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:45:24.403876 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:24.404465 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:24.409056 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9a3f3-7247-43bc-8dcb-0d628250415b None None] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:45:24.505095 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6832678 Dec 16 14:45:24.628386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-54dcddbb-6933-4c1d-8116-9919ddbe834b', 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b', 'tenant_id': '95e10863f2424e3698b379ff02e7b56b', 'fixed_ips': [{'subnet_id': '25412a5f-2a9c-4d10-9232-cb62a2c0e1c5'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:45:24.629257 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:24.794805 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Allocated IP 192.168.233.2 (54dcddbb-6933-4c1d-8116-9919ddbe834b/25412a5f-2a9c-4d10-9232-cb62a2c0e1c5/6e7beec2-25ce-48c5-a144-7857460650ad) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:45:25.085669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:25.096448 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Transition to ACTIVE for port object 6e7beec2-25ce-48c5-a144-7857460650ad will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:25.115397 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Transition to ACTIVE for port object 6e7beec2-25ce-48c5-a144-7857460650ad will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:25.212947 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:25.217460 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:25.281182 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:45:25.284852 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:45:25.288570 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:45:25.294190 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Pushing event updated for resources: {'Port': ['ID=6e7beec2-25ce-48c5-a144-7857460650ad,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:25.329339 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.329680 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.330583 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.330928 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.331249 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.331573 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.331893 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.332207 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.332524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.332836 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.333144 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.333465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:25.341516 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:25.391639 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Attempting to bind port 6e7beec2-25ce-48c5-a144-7857460650ad on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:45:25.392003 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Attempting to bind port 6e7beec2-25ce-48c5-a144-7857460650ad by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:45:25.392360 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Attempting to bind port 6e7beec2-25ce-48c5-a144-7857460650ad on network 54dcddbb-6933-4c1d-8116-9919ddbe834b {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:45:25.398113 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:45:25.398512 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Checking segment: {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:45:25.398907 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:25.399295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Bound using segment: {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:45:25.399758 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Bound port: 6e7beec2-25ce-48c5-a144-7857460650ad, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:45:25.400144 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:25.487157 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] For port 6e7beec2-25ce-48c5-a144-7857460650ad, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:45:25.490195 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] For port 6e7beec2-25ce-48c5-a144-7857460650ad, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e7beec2-25ce-48c5-a144-7857460650ad,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:45:25.601432 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:25.605475 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f4501e00-f327-4c8c-bc35-e34aaec940d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:25.683544 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Pushing event updated for resources: {'Port': ['ID=6e7beec2-25ce-48c5-a144-7857460650ad,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:25.690457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:26.511590 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e7beec2-25ce-48c5-a144-7857460650ad up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:26.569756 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772e1cd-bebf-42a0-bd28-1fe8543dfeb7 None None] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:45:26.763349 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0fce87a4-8cec-4a76-8d47-86bef2753a6b None None] Provisioning for port 6e7beec2-25ce-48c5-a144-7857460650ad completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:26.798298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 6e7beec2-25ce-48c5-a144-7857460650ad completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:26.810853 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 6e7beec2-25ce-48c5-a144-7857460650ad triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:26.811232 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:26.952061 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:26.991876 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 6e7beec2-25ce-48c5-a144-7857460650ad, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e7beec2-25ce-48c5-a144-7857460650ad,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:45:27.097505 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:27.102306 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:27.172813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9aefd6ce-a1f2-487f-a817-e215d7c0613d None None] Provisioning complete for port 6e7beec2-25ce-48c5-a144-7857460650ad triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:27.173198 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9aefd6ce-a1f2-487f-a817-e215d7c0613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:27.206875 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=6e7beec2-25ce-48c5-a144-7857460650ad,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:27.215240 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:28.472026 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e7beec2-25ce-48c5-a144-7857460650ad up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:28.543827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 6e7beec2-25ce-48c5-a144-7857460650ad triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:28.544193 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:39.149126 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01e327ea-df56-4c4d-83ea-3af4f6121cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:41.503311 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-508c7fb9-ae07-40c5-84ea-d0103baef7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:42.532160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:42.703575 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:43.954764 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:53.336372 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:46:09.155065 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-943a0596-4cc2-429c-8abc-afe680e01dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.566083 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-5a905ea4-f04e-4ceb-8b2a-651987a8c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:12.520317 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:12.708759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.966454 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.335410 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:46:39.154401 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-3f094a61-f004-4b7e-86e5-ed264792c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:41.525892 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2406bbf7-1d8d-4f1d-b276-bec2e14e2748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:42.554493 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:42.703034 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.977560 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:44.549644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60906) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:44.555654 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [None req-c0148d80-3abc-4401-bf19-f9a06bd50482 tempest-verify_tempest_config-952356108 tempest-verify_tempest_config-952356108-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:46:44.556619 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c0148d80-3abc-4401-bf19-f9a06bd50482 tempest-verify_tempest_config-952356108 tempest-verify_tempest_config-952356108-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059736 Dec 16 14:46:45.090022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60924) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:45.207409 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.221311 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:45.225049 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0a4b3a1c0f4d4fa175313e33351e98 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:45.227808 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:45.233348 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:45.311024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.354331 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.361748 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:45.400406 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28d5ae-e381-408e-b5fb-e161d1ad8127,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:45.404450 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Synchronizing usage tracker for tenant:95e10863f2424e3698b379ff02e7b56b on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:45.410793 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.411138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.411473 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.411802 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.412127 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.412451 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.412770 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.413088 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.413407 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.413721 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.414036 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.414373 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:45.420670 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:45.491469 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Unset dirty status for tenant:95e10863f2424e3698b379ff02e7b56b on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:45.492721 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d0a4b3a1c0f4d4fa175313e33351e98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4016707 Dec 16 14:46:45.495889 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 60930) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:45.552519 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.577909 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.737389 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.741231 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:45.752375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28d5ae-e381-408e-b5fb-e161d1ad8127,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:45.756037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:45.759093 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.760252 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c28d5ae-e381-408e-b5fb-e161d1ad8127 HTTP/1.1" status: 204 len: 168 time: 0.2633903 Dec 16 14:47:07.334823 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:47:09.211313 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-8004d8a3-8f81-434c-8769-89722d697ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:11.514605 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-74f1a817-1b8c-4f33-9fe7-a68f2be79dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.514608 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.703123 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.959928 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:39.159660 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-d026e0e6-e8fa-4b4d-a6ed-888d95bc2759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:41.514215 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d851-f72c-41a8-9f67-2c39a988914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:42.548423 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:42.743328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:43.942970 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:44.333347 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:48:09.159653 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-92259284-61f5-451d-924a-2fcda1475585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.554085 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e815-0a2e-4588-adab-f7d624fda18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.554296 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.708183 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.948371 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.332194 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 5 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:48:28.628200 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651825'] for agent, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.176991 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa31d-fad0-405d-97eb-f6d9d5a7cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:41.514000 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7cc07329-1593-420a-98ac-e76d75a942dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:42.536477 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:42.714200 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:43.794442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 32778) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:43.903574 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6c9676be-1362-4707-be68-f74d3ac36179 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1080353 Dec 16 14:48:43.959746 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:46.022832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 32788) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:46.077813 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-283c5cc7-4145-4840-a713-0bf26062da2a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0538771 Dec 16 14:48:58.331874 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:48:58.536395 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:09.204668 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-32c9750c-8354-4062-8ae6-4d994eaabd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:11.524810 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fa6d-6be0-4d3f-bca0-7ffc80cad297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:12.570522 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:12.707550 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:13.947891 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:28.547320 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.331682 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:49:39.130780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0010-7831-4e8a-b1d7-fa8af3e5daac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:41.536329 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e1654dbf-e9d4-4aa8-b7e5-3ad79970f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:42.610662 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:42.725386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:43.981827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:58.564171 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:09.141277 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-48b22b97-f523-41f0-8ad1-9de8f2f904e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:11.541436 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f128-b923-4450-9eff-d2274d40763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:12.331193 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:50:12.564230 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:12.717968 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:13.975503 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:28.587234 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:32.652056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33000) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:32.696116 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33008) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:32.942747 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33030) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:33.022648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-249895205-network', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:33.027776 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.031692 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Usage tracker for resource:network and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.034600 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.040291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.050053 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-301010526-network', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:33.058846 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.059621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33040) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:33.064824 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Usage tracker for resource:network and tenant:9bb61e1b5b094fa5bac96c570e7c9929 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.068333 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.074830 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.095084 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Made reservation on behalf of 1b05679c5b7144efa449eb40cee9409b for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:33.097371 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.109351 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.127379 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.131262 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.134010 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.139512 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.146563 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Made reservation on behalf of 9bb61e1b5b094fa5bac96c570e7c9929 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:33.148982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.161735 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.177482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.182073 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb61e1b5b094fa5bac96c570e7c9929 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.184900 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.191275 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.212726 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-787278174-network', 'tenant_id': '27d06ed2832f4353bff1a0749866b0df'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:33.220809 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.222711 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.229509 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Usage tracker for resource:network and tenant:27d06ed2832f4353bff1a0749866b0df is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.233400 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.241728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.272674 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.279033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:33.301870 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.309723 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:50:33.315523 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e3651-28a7-445f-b7d3-69fbe9f2e955,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:33.323699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Made reservation on behalf of 27d06ed2832f4353bff1a0749866b0df for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:33.323867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.324085 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.324589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.324912 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.325225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.325542 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.325851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.326151 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.326299 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.326498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.326881 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.327108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.327539 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Tracked resource versions report: Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: pushed versions: Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: { 'AddressGroup': {'1.2'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'ConntrackHelper': {'1.0'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Log': {'1.0'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Network': {'1.1'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Port': {'1.7'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'PortForwarding': {'1.2'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'QosPolicy': {'1.8'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroup': {'1.4'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SubPort': {'1.0'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Subnet': {'1.1'}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Trunk': {'1.1'}} Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: consumer versions: Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'ConntrackHelper': '1.0', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Log': '1.0', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Network': '1.1', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Port': '1.7', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'PortForwarding': '1.2', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'QosPolicy': '1.8', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroup': '1.4', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SecurityGroupRule': '1.2', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'SubPort': '1.0', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Subnet': '1.1', Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: 'Trunk': '1.1'}} Dec 16 14:50:33.329662 dv-cinder-821892-3-smb neutron-server[87436]: {{(pid=87436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:50:33.341331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:33.341331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.341331 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Added segment f816d2c3-03df-4189-ac94-98e5972e770b of type vlan for network 36c76287-441a-43c9-a5da-e913082e71c4 Dec 16 14:50:33.341555 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.354632 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.358523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Usage tracker for resource:security_group_rule and tenant:27d06ed2832f4353bff1a0749866b0df is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.361870 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.365544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.367997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.405850 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.415032 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-09fdf724-2a56-43e0-82b7-95c8bc521a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:33.434616 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1116507380-network', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:33.443014 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.448725 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.450069 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Usage tracker for resource:network and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.455676 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.455804 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7efe96-f93f-4509-971b-b4a2c784bc65,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:33.459262 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:33.460046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.465984 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.466348 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.466689 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.467019 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.467342 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.467663 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.468010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.468698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.469216 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.469845 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.470335 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.470795 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:33.470945 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Tracked resource versions report: Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: pushed versions: Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: { 'AddressGroup': {'1.2'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'ConntrackHelper': {'1.0'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Log': {'1.0'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Network': {'1.1'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Port': {'1.7'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'PortForwarding': {'1.2'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'QosPolicy': {'1.8'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroup': {'1.4'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SubPort': {'1.0'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Subnet': {'1.1'}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Trunk': {'1.1'}} Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: consumer versions: Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'ConntrackHelper': '1.0', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Log': '1.0', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Network': '1.1', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Port': '1.7', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'PortForwarding': '1.2', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'QosPolicy': '1.8', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroup': '1.4', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SecurityGroupRule': '1.2', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'SubPort': '1.0', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Subnet': '1.1', Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: 'Trunk': '1.1'}} Dec 16 14:50:33.472132 dv-cinder-821892-3-smb neutron-server[87435]: {{(pid=87435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:50:33.480657 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:33.481500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:50:33.508916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.512048 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.512556 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Added segment ad8f0a94-112c-41a9-b4d6-ad26f93f05dd of type vlan for network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a Dec 16 14:50:33.538732 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.553692 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.632895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.647209 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Pushing event updated for resources: {'Network': ['ID=36c76287-441a-43c9-a5da-e913082e71c4,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:33.647678 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:33.651055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:50:33.655418 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:33.656678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 36c76287-441a-43c9-a5da-e913082e71c4 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:50:33.693336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.693848 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Added segment c072a726-6dc2-4d25-97b6-f80e9d7abc2f of type vlan for network fbe00922-5f00-4aa4-bea3-5c91337d8aaf Dec 16 14:50:33.705292 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0dffe-9d07-4014-a285-671ba1a6948f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:33.719223 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.719986 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:33.732949 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0792401 Dec 16 14:50:33.735317 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Made reservation on behalf of 75bbe097b9f5482eb1e7c3d343287f1a for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:33.738567 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.752815 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.760068 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33064) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:33.774128 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Request body: {'subnet': {'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-subnet', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:33.783684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:33.784564 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.809248 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.827193 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4f4af9e2-c473-4b58-aeb7-e59423e85bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:33.828214 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.849740 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Usage tracker for resource:subnet and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.864537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.871277 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:33.882216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.884433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:33.899707 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:33.929100 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:33.992708 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2924020 Dec 16 14:50:33.993594 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:33.997011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33088) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:33.998045 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:33.998651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.017106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Made reservation on behalf of 1b05679c5b7144efa449eb40cee9409b for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:34.020509 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Request body: {'subnet': {'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-subnet', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:34.020651 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.039809 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:34.046269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Usage tracker for resource:subnet and tenant:9bb61e1b5b094fa5bac96c570e7c9929 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:34.050771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:34.053555 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.059007 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.059607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.066528 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:50:34.074291 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:34.154207 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2103562 Dec 16 14:50:34.158467 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33098) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:34.200670 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Request body: {'subnet': {'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-787278174-subnet', 'tenant_id': '27d06ed2832f4353bff1a0749866b0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:34.207468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:34.212526 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Usage tracker for resource:subnet and tenant:27d06ed2832f4353bff1a0749866b0df is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:34.216227 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:34.224312 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:34.229602 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.233751 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Pushing event updated for resources: {'Network': ['ID=fbe00922-5f00-4aa4-bea3-5c91337d8aaf,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.239132 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.249487 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network fbe00922-5f00-4aa4-bea3-5c91337d8aaf details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:50:34.307086 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Made reservation on behalf of 9bb61e1b5b094fa5bac96c570e7c9929 for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:34.309732 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.347632 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.356661 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.386309 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Made reservation on behalf of 27d06ed2832f4353bff1a0749866b0df for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:34.388597 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.388737 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:50:34.402637 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b7214f-0ce2-43eb-87fc-58bb4da68b8b,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.421588 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.421588 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.421588 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Added segment 39d384ca-d244-4e4a-8bcf-7a28c5fabc53 of type vlan for network 412c3bb4-8da4-421f-ac96-41d3f67ea33b Dec 16 14:50:34.462901 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.507694 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.521216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e319531b-464c-4c7a-a6ff-ce0a7d0c2eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.583481 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.595439 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:34.596141 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.765731 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7f5b09-7951-4ee6-add9-091893b865eb,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.771285 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.772585 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24ed8fa1-40d6-4d44-baf2-de3d0926265c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.776814 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.784985 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.818996 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33118) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:34.839934 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:34.898855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Pushing event updated for resources: {'Network': ['ID=412c3bb4-8da4-421f-ac96-41d3f67ea33b,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.902162 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Checking segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:34.903082 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Network hostable DHCP agents. Network: 36c76287-441a-43c9-a5da-e913082e71c4, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:50:34.912239 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:50:34.915056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.919690 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8588088 Dec 16 14:50:34.922662 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33124) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:34.931859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Request body: {'subnet': {'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1116507380-subnet', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:34.935509 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316cd8d0-9ca7-442e-ae83-860d130393b3,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:34.937064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:34.947241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Usage tracker for resource:subnet and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:34.955296 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:34.955726 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:34.956152 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:34.969120 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:35.032218 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Checking segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:35.032580 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Network hostable DHCP agents. Network: 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:50:35.038959 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Made reservation on behalf of 75bbe097b9f5482eb1e7c3d343287f1a for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:35.040392 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Checking segment: {'id': 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:35.040609 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Network hostable DHCP agents. Network: fbe00922-5f00-4aa4-bea3-5c91337d8aaf, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:50:35.043059 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.079338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Network 36c76287-441a-43c9-a5da-e913082e71c4 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:50:35.082151 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.104119 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e48db0c-658a-447f-976a-1018c9e0d78d,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:35.114321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:35.114321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:35.121296 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Usage tracker for resource:security_group_rule and tenant:00017f80dc124903a025f086fd091fc8 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:35.124594 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:35.132891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:35.164640 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:50:35.211881 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Network fbe00922-5f00-4aa4-bea3-5c91337d8aaf is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:50:35.242870 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.276786 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:35.278710 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, fbe00922-5f00-4aa4-bea3-5c91337d8aaf) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:35.286921 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 36c76287-441a-43c9-a5da-e913082e71c4) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:35.287283 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f0b0c-4231-4ce6-b3f4-048d0290fd2f None None] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:35.292366 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:35.293090 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.309748 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:35.315448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.318348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b95fee-38a8-4341-b9b8-8e84c2d3cd35 None None] Network 36c76287-441a-43c9-a5da-e913082e71c4 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:35.347949 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.356271 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:35.356984 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.372733 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:35.398449 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2bcc6-884d-49a9-ace3-9d0938749cf3 None None] Network fbe00922-5f00-4aa4-bea3-5c91337d8aaf requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:35.453362 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-aae7eb13-9dea-40c5-862c-db9229fb92c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6887929 Dec 16 14:50:35.455289 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33136) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:35.471865 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.477919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:35.489602 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:35.531696 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:35.553747 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00017f80dc124903a025f086fd091fc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7292869 Dec 16 14:50:35.558220 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33144) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:35.570119 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfeeee1-cffe-4c1e-887f-5f7b13103e73,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:35.604058 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:35.633993 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6274269 Dec 16 14:50:35.636356 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33154) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:35.654744 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Usage tracker for resource:router and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:35.661907 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4720814 Dec 16 14:50:35.689262 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:35.705280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:35.711810 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Usage tracker for resource:router and tenant:9bb61e1b5b094fa5bac96c570e7c9929 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:35.720565 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:35.724959 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:35.736006 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:35.744658 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.769868 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:35.797864 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Checking segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:35.798466 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Network hostable DHCP agents. Network: 412c3bb4-8da4-421f-ac96-41d3f67ea33b, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:50:35.822316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.833695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.846458 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fecb23a-d8ed-4f8a-8506-d2c427dc9022,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:35.852801 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:35.859438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.909946 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.911220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.942010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:35.951791 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.044402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:50:36.129689 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 412c3bb4-8da4-421f-ac96-41d3f67ea33b) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:36.133672 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:36.134551 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.161364 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.173953 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ee6ec-a55c-41f6-a137-d2c00abb56c5 None None] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:36.227446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:36.247270 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfeeee1-cffe-4c1e-887f-5f7b13103e73,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:36.251398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:36.252308 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe3515-e75a-4e2a-beaf-6f0a283a8b8d None None] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:36.356980 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1eef90-6e01-4510-a473-4fd002ba4ab6 None None] Network fbe00922-5f00-4aa4-bea3-5c91337d8aaf requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:36.385392 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33192) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:36.394596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.395913 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcfeeee1-cffe-4c1e-887f-5f7b13103e73 HTTP/1.1" status: 204 len: 168 time: 0.8354716 Dec 16 14:50:36.413153 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4894500 Dec 16 14:50:36.422422 dv-cinder-821892-3-smb neutron-server[87435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:50:36.423319 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33198) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:36.434189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.469424 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-36c76287-441a-43c9-a5da-e913082e71c4', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:50:36.470380 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.478398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:36.490811 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:36.494428 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.537856 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Usage tracker for resource:router and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:36.549790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:36.559322 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:36.680358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.681760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.708555 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-0f0730e4-1a78-408b-ac79-465cd5ba758a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:36.709519 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-50384f38-5893-4ffe-b55d-fd2724df32df req-0f0730e4-1a78-408b-ac79-465cd5ba758a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Synchronizing usage tracker for tenant:27d06ed2832f4353bff1a0749866b0df on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:50:36.740951 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:36.813221 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-50384f38-5893-4ffe-b55d-fd2724df32df req-0f0730e4-1a78-408b-ac79-465cd5ba758a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Unset dirty status for tenant:27d06ed2832f4353bff1a0749866b0df on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:50:36.819941 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-0f0730e4-1a78-408b-ac79-465cd5ba758a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/networks?id=fbe00922-5f00-4aa4-bea3-5c91337d8aaf HTTP/1.1" status: 200 len: 811 time: 0.4104104 Dec 16 14:50:37.168800 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1238236a-e577-4ad5-9371-4cedbcb5fbfa tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/quotas/27d06ed2832f4353bff1a0749866b0df HTTP/1.1" status: 200 len: 375 time: 0.3479307 Dec 16 14:50:37.219010 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.287743 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.303205 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Allocated IP 172.20.0.2 (36c76287-441a-43c9-a5da-e913082e71c4/3d7f5b09-7951-4ee6-add9-091893b865eb/fef72afc-c45b-4067-a58f-cf44bedc60f7) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:37.349237 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-324b6b1f-4a8f-464e-892e-6302e06053eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=27d06ed2832f4353bff1a0749866b0df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557486 Dec 16 14:50:37.448639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.485908 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.509140 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Allocated IP 172.28.2.78 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/1e88ccbe-a519-4c14-97dd-d3706d10de4a) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:37.649556 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.659156 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Transition to ACTIVE for port object fef72afc-c45b-4067-a58f-cf44bedc60f7 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:37.684787 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Transition to ACTIVE for port object fef72afc-c45b-4067-a58f-cf44bedc60f7 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:37.701916 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:50:37.706524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.739638 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.741741 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.879447 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-86152c33-684c-4c56-9232-a44f954cc1f9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:50:37.885988 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-86152c33-684c-4c56-9232-a44f954cc1f9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1505237 Dec 16 14:50:37.917299 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.924708 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:37.933129 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d4efe8af-6398-4bbb-8e5d-4c11460482fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:37.946605 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-dee267d2-3296-4ac9-9808-b2c0b1c8681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:38.033393 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:38.040218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:38.045226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:38.066175 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Network 36c76287-441a-43c9-a5da-e913082e71c4 is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:38.087576 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:38.090652 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Pushing event updated for resources: {'Port': ['ID=fef72afc-c45b-4067-a58f-cf44bedc60f7,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:38.100701 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:38.149856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.150223 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.150575 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.150919 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.151272 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.162872 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.163278 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.163618 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.163946 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.164284 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.164588 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.164903 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Tracked resource versions report: Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: pushed versions: Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: { 'AddressGroup': {'1.2'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'ConntrackHelper': {'1.0'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Log': {'1.0'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Network': {'1.1'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Port': {'1.7'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'PortForwarding': {'1.2'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'QosPolicy': {'1.8'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroup': {'1.4'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SubPort': {'1.0'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Subnet': {'1.1'}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Trunk': {'1.1'}} Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: consumer versions: Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'ConntrackHelper': '1.0', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Log': '1.0', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Network': '1.1', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Port': '1.7', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'PortForwarding': '1.2', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'QosPolicy': '1.8', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroup': '1.4', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SecurityGroupRule': '1.2', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'SubPort': '1.0', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Subnet': '1.1', Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: 'Trunk': '1.1'}} Dec 16 14:50:38.165967 dv-cinder-821892-3-smb neutron-server[87437]: {{(pid=87437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:50:38.185077 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:38.191967 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Allocated IP 172.28.2.109 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/b9cac656-87c3-4021-a4fe-850dcca3496d) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:38.255992 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Allocated IP 172.20.0.2 (412c3bb4-8da4-421f-ac96-41d3f67ea33b/3fecb23a-d8ed-4f8a-8506-d2c427dc9022/aedaac6e-cc75-46df-968e-a77af3960987) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:38.344209 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e88ccbe-a519-4c14-97dd-d3706d10de4a,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:38.354496 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:38.421121 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-9a50da09-6d6b-4595-b456-9bbd55295a88 service neutron] 10.222.0.46 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341811 Dec 16 14:50:38.454996 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Attempting to bind port fef72afc-c45b-4067-a58f-cf44bedc60f7 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:38.458569 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Attempting to bind port fef72afc-c45b-4067-a58f-cf44bedc60f7 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:38.460486 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Attempting to bind port fef72afc-c45b-4067-a58f-cf44bedc60f7 on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:38.489295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:38.489688 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Checking segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:38.490050 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.490518 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Bound using segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:38.491020 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Bound port: fef72afc-c45b-4067-a58f-cf44bedc60f7, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:38.491400 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.544368 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.626887 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-5436765d-4cc3-4d17-b171-7d65435a34b7 service neutron] 10.222.0.46 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993070 Dec 16 14:50:38.730869 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] For port fef72afc-c45b-4067-a58f-cf44bedc60f7, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:38.800025 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] For port fef72afc-c45b-4067-a58f-cf44bedc60f7, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=fef72afc-c45b-4067-a58f-cf44bedc60f7,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:38.828433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.877827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.900672 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:38.915606 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Transition to ACTIVE for port object aedaac6e-cc75-46df-968e-a77af3960987 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:38.940730 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:38.969946 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.052069 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.062379 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.066579 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:39.154812 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Transition to ACTIVE for port object aedaac6e-cc75-46df-968e-a77af3960987 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:39.173018 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Pushing event updated for resources: {'Port': ['ID=fef72afc-c45b-4067-a58f-cf44bedc60f7,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:39.176860 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:39.262387 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.263711 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ca6201f6-50f6-4f07-90dc-50f93dd2c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.272345 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:39.406570 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:39.412497 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:39.428890 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:39.579813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Pushing event updated for resources: {'Port': ['ID=aedaac6e-cc75-46df-968e-a77af3960987,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:39.588505 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.589829 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:39.641875 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Attempting to bind port aedaac6e-cc75-46df-968e-a77af3960987 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:39.642234 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Attempting to bind port aedaac6e-cc75-46df-968e-a77af3960987 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:39.642707 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Attempting to bind port aedaac6e-cc75-46df-968e-a77af3960987 on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:39.651895 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:39.652279 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Checking segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:39.652688 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.660070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Bound using segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:39.661093 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Bound port: aedaac6e-cc75-46df-968e-a77af3960987, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:39.661554 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.799430 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7b5f667e-3856-4970-ba22-ff7989826b3e req-7ac86c0b-cda1-4ab4-9272-ed4defea58c0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.5095305 Dec 16 14:50:39.803667 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Allocated IP 172.28.2.241 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/9b96e62f-daf2-4c92-b93c-32dcf9cfff68) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:39.841347 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:39.853895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:39.862725 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:39.864563 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] For port aedaac6e-cc75-46df-968e-a77af3960987, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:39.868058 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] For port aedaac6e-cc75-46df-968e-a77af3960987, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=aedaac6e-cc75-46df-968e-a77af3960987,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:39.957543 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.970043 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:40.112081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Pushing event updated for resources: {'Port': ['ID=b9cac656-87c3-4021-a4fe-850dcca3496d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:40.115965 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:40.124043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Router 05406122-8052-47da-8d92-44a69e133356 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:50:40.164431 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Pushing event updated for resources: {'Port': ['ID=aedaac6e-cc75-46df-968e-a77af3960987,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:40.172730 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:40.451935 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:40.463385 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:40.476839 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:40.478028 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:40.575059 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:40.575666 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:40.580333 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1165140 Dec 16 14:50:40.580809 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33346) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:40.581223 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:40.905171 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:40.905272 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6de19-ae2e-41dc-a2db-5aba65d62863 None None] Network 36c76287-441a-43c9-a5da-e913082e71c4 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:40.973681 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:41.070484 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:41.181776 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Pushing event updated for resources: {'Port': ['ID=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:41.197542 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8a41e5f8-bb1c-4462-9eef-033d9b4ff6db req-5ddcad38-b4d6-49c2-831f-e5c51311160a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.2003331 Dec 16 14:50:41.198670 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:41.211313 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:41.219537 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:41.320817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:41.345399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device aedaac6e-cc75-46df-968e-a77af3960987 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:41.419591 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:38Z', 'revision_number': 3, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:41.425139 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:41.425841 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Updating router 05406122-8052-47da-8d92-44a69e133356 port 1e88ccbe-a519-4c14-97dd-d3706d10de4a binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:41.539665 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:41.541559 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:41.711714 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-135a75ee-94e4-4f1a-94d8-693ae2da5a30 None None] Provisioning for port fef72afc-c45b-4067-a58f-cf44bedc60f7 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:41.713680 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-99d5072c-5624-46ab-b957-7d578d8549c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:41.758222 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port aedaac6e-cc75-46df-968e-a77af3960987 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:41.764152 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device fef72afc-c45b-4067-a58f-cf44bedc60f7 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:41.946103 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084df8f-6ad4-4957-b2fa-f0313515852b None None] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:50:42.085599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port fef72afc-c45b-4067-a58f-cf44bedc60f7 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:42.119142 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port fef72afc-c45b-4067-a58f-cf44bedc60f7 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:42.119526 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.191880 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Provisioning for port aedaac6e-cc75-46df-968e-a77af3960987 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:42.206850 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Provisioning complete for port aedaac6e-cc75-46df-968e-a77af3960987 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:42.207594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.221605 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.378995 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.410764 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Transition to ACTIVE for port object 1e88ccbe-a519-4c14-97dd-d3706d10de4a will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:42.516648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33412) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:42.521841 dv-cinder-821892-3-smb neutron-server[87436]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:50:42.528099 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.545114 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:42.550727 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Router d57f1cde-1e04-48c7-968c-c918794fe3f8 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:50:42.655321 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.672489 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9026d4a0-0223-4358-adec-c0aadb9e36f7 req-2243c2f5-61bb-465f-834a-e08c873d7088 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.1545818 Dec 16 14:50:42.706057 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port fef72afc-c45b-4067-a58f-cf44bedc60f7, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=fef72afc-c45b-4067-a58f-cf44bedc60f7,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:50:42.711545 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Attempting to bind port 1e88ccbe-a519-4c14-97dd-d3706d10de4a on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:42.711831 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Attempting to bind port 1e88ccbe-a519-4c14-97dd-d3706d10de4a by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:42.712382 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Attempting to bind port 1e88ccbe-a519-4c14-97dd-d3706d10de4a on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:42.731525 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:42.731903 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:42.732496 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.733053 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:42.734457 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Bound port: 1e88ccbe-a519-4c14-97dd-d3706d10de4a, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:42.735045 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.825129 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Allocated IP 172.20.0.1 (36c76287-441a-43c9-a5da-e913082e71c4/3d7f5b09-7951-4ee6-add9-091893b865eb/51efbeba-a3ce-488b-b8cd-b2d293f34a74) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:42.876224 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.886896 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.903729 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] For port 1e88ccbe-a519-4c14-97dd-d3706d10de4a, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:42.910426 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:42.913235 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] For port 1e88ccbe-a519-4c14-97dd-d3706d10de4a, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=1e88ccbe-a519-4c14-97dd-d3706d10de4a,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:42.948468 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Pushing event updated for resources: {'Port': ['ID=1e88ccbe-a519-4c14-97dd-d3706d10de4a,revision_number=2']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:42.952238 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Sync routers for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:42.961958 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.963432 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.963780 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.964109 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.965975 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.967952 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.968385 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.968734 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.969932 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.970308 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.971216 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.972613 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Tracked resource versions report: Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: pushed versions: Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: { 'AddressGroup': {'1.2'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'ConntrackHelper': {'1.0'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Log': {'1.0'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Network': {'1.1'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Port': {'1.7'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'PortForwarding': {'1.2'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'QosPolicy': {'1.8'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroup': {'1.4'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SubPort': {'1.0'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Subnet': {'1.1'}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Trunk': {'1.1'}} Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: consumer versions: Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: { DHCP agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: L3 agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: Metadata agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: Metering agent@dv-cinder-821892-3-smb: {}, Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: Open vSwitch agent@dv-cinder-821892-3-smb: { 'AddressGroup': '1.2', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'ConntrackHelper': '1.0', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Log': '1.0', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Network': '1.1', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Port': '1.7', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'PortForwarding': '1.2', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'QosPolicy': '1.8', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroup': '1.4', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SecurityGroupRule': '1.2', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'SubPort': '1.0', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Subnet': '1.1', Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: 'Trunk': '1.1'}} Dec 16 14:50:42.975453 dv-cinder-821892-3-smb neutron-server[87438]: {{(pid=87438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:50:42.983853 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.984890 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:42.986970 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:43.023458 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.029805 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:43.288540 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.292675 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Pushing event updated for resources: {'Port': ['ID=1e88ccbe-a519-4c14-97dd-d3706d10de4a,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:43.293919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33444) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:43.306147 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:43.307095 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:43.309284 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:43.310471 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:43.312825 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:43.313001 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.321968 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.330822 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6854787 Dec 16 14:50:43.332186 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33454) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:43.359892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Transition to ACTIVE for port object 51efbeba-a3ce-488b-b8cd-b2d293f34a74 will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:43.508236 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.527732 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:43.573687 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:43.600696 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:43.618527 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Usage tracker for resource:security_group_rule and tenant:09dc0ff5c9da4f70941fc032fe7a696c is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:43.625304 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:43.635847 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:43.822258 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.943242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.53', 57289) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:43.970014 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.971744 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.020314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=fef72afc-c45b-4067-a58f-cf44bedc60f7,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:44.052857 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:44.053537 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.123950 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] For port aedaac6e-cc75-46df-968e-a77af3960987, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=aedaac6e-cc75-46df-968e-a77af3960987,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:50:44.183521 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.243868 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-44bd28e7-14d7-4e01-a192-ca12bcf66832 req-63056e09-eddf-450b-8399-bf935269cea9 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.2706721 Dec 16 14:50:44.266849 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.278656 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:44.284023 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:44.308946 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:38Z', 'revision_number': 3, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:44.314158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-44e612ba-871f-426d-a9e3-3bd8b247070c tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:44.319239 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-44e612ba-871f-426d-a9e3-3bd8b247070c tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.53 "GET /v2.0/networks?id=fbe00922-5f00-4aa4-bea3-5c91337d8aaf HTTP/1.1" status: 200 len: 811 time: 0.3686726 Dec 16 14:50:44.321133 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a409af-b940-44e5-a89f-b3878efbac1e None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:38Z', 'revision_number': 3, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:50:44.326085 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.362532 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33488) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:44.404274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Request body: {'port': {'device_id': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf', 'admin_state_up': True, 'tenant_id': '27d06ed2832f4353bff1a0749866b0df'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:44.442246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:50:44.473672 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Network 36c76287-441a-43c9-a5da-e913082e71c4 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:44.478863 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09dc0ff5c9da4f70941fc032fe7a696c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2729118 Dec 16 14:50:44.479949 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:44.481832 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33496) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:44.503742 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9ae6760c-5381-413f-9720-705224817e0b None None] Provisioning complete for port fef72afc-c45b-4067-a58f-cf44bedc60f7 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:44.504121 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9ae6760c-5381-413f-9720-705224817e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.560500 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:44.560993 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.574396 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Pushing event updated for resources: {'Port': ['ID=aedaac6e-cc75-46df-968e-a77af3960987,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:44.625590 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:44.645907 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.651110 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:40Z', 'revision_number': 3, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:44.663801 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Checking router: d57f1cde-1e04-48c7-968c-c918794fe3f8 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:44.664346 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Updating router d57f1cde-1e04-48c7-968c-c918794fe3f8 port b9cac656-87c3-4021-a4fe-850dcca3496d binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:44.795228 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:44.817400 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Usage tracker for resource:security_group_rule and tenant:a6807f83e2be466eb6d17241a7f8c804 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:44.828180 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.959635 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Pushing event updated for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:44.964483 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:44.977215 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:44.978850 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:45.064143 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:45.076622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:45.095288 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:45.112223 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fbd737-5f2f-4774-89ae-371747c9caed,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:45.116970 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Usage tracker for resource:port and tenant:27d06ed2832f4353bff1a0749866b0df is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:45.133659 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:45.152009 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:45.215427 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:45.229049 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:45.238037 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Provisioning complete for port aedaac6e-cc75-46df-968e-a77af3960987 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:45.238624 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.262038 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:45.271060 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:45.306117 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Made reservation on behalf of 27d06ed2832f4353bff1a0749866b0df for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:50:45.307102 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.324457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device aedaac6e-cc75-46df-968e-a77af3960987 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:45.342593 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:45.366606 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.416523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.420391 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.421868 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9961495 Dec 16 14:50:45.425771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33524) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:45.658971 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d179c245-e706-4b64-b399-cb4eefaa2fb7 req-2d8c5be6-881f-483a-8bfc-402a9e8519ad tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.1037984 Dec 16 14:50:45.669884 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.670631 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:45.678844 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.736881 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port aedaac6e-cc75-46df-968e-a77af3960987 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:45.737258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:45.788797 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ed2db907-cc90-43bf-92c1-2886b7737812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:46.038169 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6807f83e2be466eb6d17241a7f8c804&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6742721 Dec 16 14:50:46.039521 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4028ad3-d434-4788-b89e-613bcba253dd,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:46.043771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:46.044298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.045005 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33550) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:46.066618 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Transition to ACTIVE for port object b9cac656-87c3-4021-a4fe-850dcca3496d will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:46.168269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.168800 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Provisioning for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:46.182223 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Provisioning complete for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:46.182625 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.202231 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.217710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.248436 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 1e88ccbe-a519-4c14-97dd-d3706d10de4a up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:46.352723 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:42Z', 'revision_number': 3, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:46.357738 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:46.358210 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Updating router 8552c21d-0c54-410e-8544-c3d1164ddc51 port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:46.361035 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.389134 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-903e81cc-ddc7-4508-9de7-7569b3a9725a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:46.469710 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.558728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.565107 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:46.637990 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fbd737-5f2f-4774-89ae-371747c9caed,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:46.652604 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:46.663355 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.693501 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-dcdaa342-7627-4c5f-b3ce-13fa0d275bb7 None None] Port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:50:46.758169 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Attempting to bind port b9cac656-87c3-4021-a4fe-850dcca3496d on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:46.758774 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Attempting to bind port b9cac656-87c3-4021-a4fe-850dcca3496d by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:46.759217 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Attempting to bind port b9cac656-87c3-4021-a4fe-850dcca3496d on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:46.818087 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Pushing event updated for resources: {'Port': ['ID=b9cac656-87c3-4021-a4fe-850dcca3496d,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:46.833197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.837149 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:46.838867 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:46.839243 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:46.839657 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.840060 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:46.840558 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Bound port: b9cac656-87c3-4021-a4fe-850dcca3496d, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:46.849909 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.873358 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.882847 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88fbd737-5f2f-4774-89ae-371747c9caed HTTP/1.1" status: 204 len: 168 time: 2.3952081 Dec 16 14:50:46.920060 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:46.953392 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:46.975089 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33564) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:46.984663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 1e88ccbe-a519-4c14-97dd-d3706d10de4a completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:47.053386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 1e88ccbe-a519-4c14-97dd-d3706d10de4a triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:47.053830 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.107276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cae56dff-95f1-4077-af6c-31e19d52f5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:47.156259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4028ad3-d434-4788-b89e-613bcba253dd,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:47.169566 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Allocated IP 172.20.0.11 (fbe00922-5f00-4aa4-bea3-5c91337d8aaf/4e48db0c-658a-447f-976a-1018c9e0d78d/4f9c7046-be7c-4c56-a704-1da19ec59716) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:47.178429 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:47.425728 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] For port b9cac656-87c3-4021-a4fe-850dcca3496d, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:47.439541 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.444909 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4028ad3-d434-4788-b89e-613bcba253dd HTTP/1.1" status: 204 len: 168 time: 1.3804421 Dec 16 14:50:47.446122 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] For port b9cac656-87c3-4021-a4fe-850dcca3496d, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=b9cac656-87c3-4021-a4fe-850dcca3496d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:47.447354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.478375 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.485268 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.512301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 1e88ccbe-a519-4c14-97dd-d3706d10de4a, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=1e88ccbe-a519-4c14-97dd-d3706d10de4a,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:50:47.512514 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Transition to ACTIVE for port object 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:47.525169 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.542379 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:47.581591 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7d7b1e24-fe81-494d-8c02-4b0dcf3d0660 req-e98ee5b1-e32a-4929-89e4-89c1c7a21036 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.4309514 Dec 16 14:50:47.638513 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.654369 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Pushing event updated for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:47.662054 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:47.668620 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-fc262c72-1ba6-4634-88e1-0d7ee5258ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:47.697621 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.724037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.750317 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device fef72afc-c45b-4067-a58f-cf44bedc60f7 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:47.794725 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Network 36c76287-441a-43c9-a5da-e913082e71c4 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:47.803968 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:47.835607 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Attempting to bind port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:47.846631 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Attempting to bind port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:47.847965 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Attempting to bind port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:47.865430 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:47.867122 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:47.867667 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.868166 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:47.869338 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Bound port: 9b96e62f-daf2-4c92-b93c-32dcf9cfff68, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:47.870795 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.883642 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:47.927551 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:47.937332 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Usage tracker for resource:security_group_rule and tenant:182c23c4587740af99d4f1c1066b1293 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:47.945447 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:47.958807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:48.007529 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Pushing event updated for resources: {'Port': ['ID=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,revision_number=2']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:48.018969 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:48.044427 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:48.045137 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:48.050989 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.124965 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-78ac8786-3954-4e95-a6a7-b85314f12ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:48.125837 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] For port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:48.129754 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] For port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:48.153719 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33576) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:48.205499 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.209258 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.214856 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:48.236039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Network fbe00922-5f00-4aa4-bea3-5c91337d8aaf is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:48.241676 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:48.277626 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:48.291741 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Pushing event updated for resources: {'Port': ['ID=b9cac656-87c3-4021-a4fe-850dcca3496d,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:48.298533 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:48.299191 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.303780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port fef72afc-c45b-4067-a58f-cf44bedc60f7 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:48.304160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.333703 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:48.342192 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Usage tracker for resource:security_group_rule and tenant:095050a7829540d281be06e186ec8b8e is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:48.347748 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:48.386118 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Pushing event updated for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:48.397037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:48.397927 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:48.412273 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:48.418385 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Pushing event updated for resources: {'Port': ['ID=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:48.475421 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:50:48.524229 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:48.579504 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:48.580146 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:48.650727 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.661274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:48.665988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.713209 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=1e88ccbe-a519-4c14-97dd-d3706d10de4a,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:48.737370 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:48.868327 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-fd42cd27-4df1-4c52-b859-88794ef91bfb None None] Provisioning complete for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:48.869013 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-fd42cd27-4df1-4c52-b859-88794ef91bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:48.967085 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fd42cd27-4df1-4c52-b859-88794ef91bfb None None] Port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:50:48.993190 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:49.023192 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:49.034044 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Allocated IP 172.20.0.1 (42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a/316cd8d0-9ca7-442e-ae83-860d130393b3/371fc144-3d0a-4d8a-a743-2ffd37549628) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:49.080017 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.169645 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e67a6057-ed1e-4a5a-9e47-d83ba1472d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:49.215721 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bad888-031b-40ab-9f2d-79a16d603400,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:49.243918 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:49.246436 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8506718 Dec 16 14:50:49.313118 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=182c23c4587740af99d4f1c1066b1293&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3317606 Dec 16 14:50:49.313327 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33604) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:49.313634 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33606) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:49.339688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-d75f3caa-7dc4-4527-a5fe-e1aa27b7e20d tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87435) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:50:49.340751 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-d75f3caa-7dc4-4527-a5fe-e1aa27b7e20d tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169551 Dec 16 14:50:49.384731 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:49.428685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-3889de02-6498-416f-8ce7-194426ea47de tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:49.429426 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-3889de02-6498-416f-8ce7-194426ea47de tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Synchronizing usage tracker for tenant:27d06ed2832f4353bff1a0749866b0df on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:50:49.437483 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:49.485493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.508951 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] 10.222.0.46 "PUT /v2.0/routers/05406122-8052-47da-8d92-44a69e133356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9270773 Dec 16 14:50:49.532883 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:50:49.570197 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-3889de02-6498-416f-8ce7-194426ea47de tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Unset dirty status for tenant:27d06ed2832f4353bff1a0749866b0df on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:50:49.573810 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:49.574765 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:49.580511 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-3889de02-6498-416f-8ce7-194426ea47de tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 932 time: 0.6183078 Dec 16 14:50:49.585837 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.600600 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.688466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Allocated IP 172.20.0.1 (412c3bb4-8da4-421f-ac96-41d3f67ea33b/3fecb23a-d8ed-4f8a-8506-d2c427dc9022/f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:49.692260 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-262f0dbe-ce9d-4ba4-998c-fb11fd7e0751 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Synchronizing usage tracker for tenant:27d06ed2832f4353bff1a0749866b0df on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:50:49.699126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.740740 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cd0fb504-7073-44b3-8dde-4070192ff061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:49.803927 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=095050a7829540d281be06e186ec8b8e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6460264 Dec 16 14:50:49.824325 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33626) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:49.850559 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:49.876956 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 1e88ccbe-a519-4c14-97dd-d3706d10de4a up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:49.922080 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e4be3-d690-4e2b-804d-4a8baa9af28e,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:49.969861 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:42Z', 'revision_number': 3, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:49.973056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:49.981449 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9955d81d-792b-4178-947c-d7c3b3caceb8 None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:42Z', 'revision_number': 3, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:50:50.079400 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.121892 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-262f0dbe-ce9d-4ba4-998c-fb11fd7e0751 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Unset dirty status for tenant:27d06ed2832f4353bff1a0749866b0df on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:50:50.150917 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f7740ff-01d6-450f-8e2d-c6281d6c31da req-262f0dbe-ce9d-4ba4-998c-fb11fd7e0751 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655479 Dec 16 14:50:50.163768 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Request body: {'port': {'device_id': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:50.195781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.307139 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.333900 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e2cfe79f-9ba1-4d67-82be-5bf7e18449e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:50.348511 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:50.443494 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.479042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.556817 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 1e88ccbe-a519-4c14-97dd-d3706d10de4a triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:50.557235 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.564669 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:50.575913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1214f1b521488d81edd1cde6680d32 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:50.584397 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:50.587515 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:50.592816 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Pushing event updated for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:50.596449 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:50.599042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:50.646716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:50.652110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.664891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Transition to ACTIVE for port object f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:50.685898 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:50.699344 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.728321 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:50.729642 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.737177 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e4be3-d690-4e2b-804d-4a8baa9af28e,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:50.761278 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:50.773694 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:50.775191 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db1e4be3-d690-4e2b-804d-4a8baa9af28e HTTP/1.1" status: 204 len: 168 time: 0.9496386 Dec 16 14:50:50.836648 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-086e36ba-5e2d-4a78-aad6-344d32309639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:50.958613 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bad888-031b-40ab-9f2d-79a16d603400,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:50.996358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:51.086903 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.091184 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7bad888-031b-40ab-9f2d-79a16d603400 HTTP/1.1" status: 204 len: 168 time: 1.7648041 Dec 16 14:50:51.092024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.203151 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.334949 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.387212 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.409278 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:40Z', 'revision_number': 3, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:51.415633 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb5e8b3-0425-4a06-856a-0400a28775f8 None None] The sync data for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb is: [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:40Z', 'revision_number': 3, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:50:51.557448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-57117228-a64d-4337-8337-24239d067c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:51.658135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33658) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:51.711416 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.744065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33660) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:51.753422 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 2, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:51.758305 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:51.758748 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Updating router 05406122-8052-47da-8d92-44a69e133356 port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:51.920988 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:51.974663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:51.975359 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628933595', 'description': 'tempest-description--14199131'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:51.987038 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:51.989126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:51.992698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:52.013760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:52.035108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.117994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.119108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.144218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-424361fc-1be2-435b-8fdb-fbe4c0bad78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:52.146981 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:52.148047 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:52.153015 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a1214f1b521488d81edd1cde6680d32&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8280771 Dec 16 14:50:52.154431 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:52.167305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:52.187417 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:52.189688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.309932 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33674) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:52.328401 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:52.390898 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d991ad-318a-43b3-8c0d-82548022b57d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:52.414657 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:52.624525 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:52.659661 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:52.660187 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.708304 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.895138 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33686) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:52.932522 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:52.951900 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.012805 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:53.050436 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.072693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:53.090050 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Usage tracker for resource:security_group_rule and tenant:37f7e7e11b9844478d22d8456752d6c8 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:53.097405 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:53.101335 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:53.115500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:53.127171 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:53.131284 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:53.132862 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.144032 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.145586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Pushing event updated for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:53.159370 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:53.170673 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:53.191767 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Transition to ACTIVE for port object 51efbeba-a3ce-488b-b8cd-b2d293f34a74 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:53.204555 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249df3e-3922-46a0-8fab-288d11d0b6a1 req-697d578b-afe9-433a-b82a-20f699cf0807 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:53.210806 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Usage tracker for resource:security_group_rule and tenant:eb8769f2b3a04f0b84e9fb2089dfeb32 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:53.212138 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0249df3e-3922-46a0-8fab-288d11d0b6a1 req-697d578b-afe9-433a-b82a-20f699cf0807 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 932 time: 1.8297689 Dec 16 14:50:53.261749 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.275167 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:53.283781 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:53.302722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:53.399847 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.411388 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-4ca1335e-09de-49c4-a154-47d8b5ac4ee9 None None] Provisioning for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:53.453274 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:53.458991 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:53.563324 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0249df3e-3922-46a0-8fab-288d11d0b6a1 req-ef597ef2-7659-4b85-b69b-2534a2b8c175 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501914 Dec 16 14:50:53.660266 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-4ca1335e-09de-49c4-a154-47d8b5ac4ee9 None None] Provisioning complete for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:53.660838 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4ca1335e-09de-49c4-a154-47d8b5ac4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.832376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.835367 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9c7046-be7c-4c56-a704-1da19ec59716 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:50:53.854495 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:53.907970 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Pushing event updated for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:53.938004 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Transition to ACTIVE for port object 4f9c7046-be7c-4c56-a704-1da19ec59716 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:53.963809 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:53.999747 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.001308 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.021502 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.036286 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.063622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.db.resource_extend [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:50:54.086340 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Attempting to bind port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:54.086767 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Attempting to bind port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:54.087148 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Attempting to bind port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:54.093661 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.095164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Router d57f1cde-1e04-48c7-968c-c918794fe3f8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:50:54.101045 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.101230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.112056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.115494 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:50:54.118811 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1335e-09de-49c4-a154-47d8b5ac4ee9 None None] Port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:50:54.120792 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:54.121198 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Checking segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:54.121609 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.122002 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Bound using segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:54.122554 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Bound port: 51efbeba-a3ce-488b-b8cd-b2d293f34a74, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:54.122950 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.131404 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-738c279e-83ee-4cb2-926a-5bccf69b7fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.146125 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d991ad-318a-43b3-8c0d-82548022b57d,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:54.148909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:54.160271 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.260697 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fd07cb-e969-436f-b4a3-b214ba611f7d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:54.281994 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:54.285698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1d85746b-7b00-495e-8670-e681b0edb5e0 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.318623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.334146 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.337934 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.422067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:54.427006 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.433931 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Sync routers for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:54.454946 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] 10.222.0.46 "PUT /v2.0/routers/d57f1cde-1e04-48c7-968c-c918794fe3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1078846 Dec 16 14:50:54.454946 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.455572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.455657 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:54.455657 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:54.456664 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.460248 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0d991ad-318a-43b3-8c0d-82548022b57d HTTP/1.1" status: 204 len: 168 time: 2.1469214 Dec 16 14:50:54.462734 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.7580976 Dec 16 14:50:54.474790 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33706) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:54.480763 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.494912 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37f7e7e11b9844478d22d8456752d6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5890017 Dec 16 14:50:54.513260 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 33710) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:54.538184 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Attempting to bind port 4f9c7046-be7c-4c56-a704-1da19ec59716 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:54.538577 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Attempting to bind port 4f9c7046-be7c-4c56-a704-1da19ec59716 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:54.538922 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Attempting to bind port 4f9c7046-be7c-4c56-a704-1da19ec59716 on network fbe00922-5f00-4aa4-bea3-5c91337d8aaf {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:54.544070 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9ecbd7-a572-4027-a651-777f5d06d42c,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:54.545117 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:54.551089 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:54.561749 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group_rule': {'security_group_id': '27fd07cb-e969-436f-b4a3-b214ba611f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:54.577938 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:54.599719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Port 4f9c7046-be7c-4c56-a704-1da19ec59716 on network fbe00922-5f00-4aa4-bea3-5c91337d8aaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:50:54.600090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Attempting to bind port 4f9c7046-be7c-4c56-a704-1da19ec59716 on network fbe00922-5f00-4aa4-bea3-5c91337d8aaf {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:54.604147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:54.619039 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:54.630654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:54.655734 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device b9cac656-87c3-4021-a4fe-850dcca3496d up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:54.678833 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb8769f2b3a04f0b84e9fb2089dfeb32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7317021 Dec 16 14:50:54.679198 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33720) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:54.683781 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:54.700843 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4021ab4e-3eb2-4562-bfce-8c57f79054d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.740945 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:54.741846 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Checking segment: {'id': 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:54.742904 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Bound using segment: {'id': 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:54.743719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Bound port: 4f9c7046-be7c-4c56-a704-1da19ec59716, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:54.744242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.914703 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.916061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92126442-ce98-455a-8da1-ca0d7e2ed34d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:54.916061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:54.916061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:54.917111 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] For port 51efbeba-a3ce-488b-b8cd-b2d293f34a74, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:54.945324 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] For port 51efbeba-a3ce-488b-b8cd-b2d293f34a74, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=51efbeba-a3ce-488b-b8cd-b2d293f34a74,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:54.950735 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:54.968798 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:55.027399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:55.028484 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:55.082204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.117305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:55.145383 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:55.177367 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.199563 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.222386 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d58525-1518-4813-a45b-6347bc63469a req-ed34e930-d704-43d3-8faa-567dafeaada7 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:55.224225 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b5d58525-1518-4813-a45b-6347bc63469a req-ed34e930-d704-43d3-8faa-567dafeaada7 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 944 time: 0.2746408 Dec 16 14:50:55.242184 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:55.253334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:55.323067 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b5d58525-1518-4813-a45b-6347bc63469a req-38ae4a94-12e4-4070-ac33-581f6a6946dc tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919502 Dec 16 14:50:55.393918 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:55.397815 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.449829 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4f9c7046-be7c-4c56-a704-1da19ec59716,segment=NetworkSegment(c072a726-6dc2-4d25-97b6-f80e9d7abc2f),segment_id=c072a726-6dc2-4d25-97b6-f80e9d7abc2f)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:55.466012 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.470863 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:55.562630 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:50Z', 'revision_number': 4, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '371fc144-3d0a-4d8a-a743-2ffd37549628', 'name': '', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'mac_address': 'fa:16:3e:c9:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:47Z', 'updated_at': '2021-12-16T14:50:51Z', 'revision_number': 2, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'subnets': [{'id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:55.576343 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Checking router: d57f1cde-1e04-48c7-968c-c918794fe3f8 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:55.576839 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Updating router d57f1cde-1e04-48c7-968c-c918794fe3f8 port 371fc144-3d0a-4d8a-a743-2ffd37549628 binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:55.579469 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:55.580125 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:55.654919 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.725195 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:50:55.827141 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.828192 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:55.838538 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:55.959821 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9e2697-4409-46f8-bb17-4a8d203c2367,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:55.975067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:55.995133 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:56.092463 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9ecbd7-a572-4027-a651-777f5d06d42c,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:56.106094 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:56.108106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.109411 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e9ecbd7-a572-4027-a651-777f5d06d42c HTTP/1.1" status: 204 len: 168 time: 1.4272263 Dec 16 14:50:56.119187 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:56.147049 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.186436 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.187599 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b73484cf-70d6-43cf-a22b-137c32343990 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6519723 Dec 16 14:50:56.190916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33736) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:56.200359 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group_rule': {'security_group_id': '27fd07cb-e969-436f-b4a3-b214ba611f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:56.224451 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:56.235500 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:56.238873 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:56.254435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:56.321961 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.330788 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:56.379877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92126442-ce98-455a-8da1-ca0d7e2ed34d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:56.407440 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:56.407931 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:56.465342 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:56.465981 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.469965 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f9c7046-be7c-4c56-a704-1da19ec59716 HTTP/1.1" status: 200 len: 1094 time: 6.8760550 Dec 16 14:50:56.484946 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:50:56.528122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.536953 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port b9cac656-87c3-4021-a4fe-850dcca3496d completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:50:56.742051 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port b9cac656-87c3-4021-a4fe-850dcca3496d triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:56.742548 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.830687 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Pushing event updated for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:56.834391 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.363s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:56.852588 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.888696 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.916865 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc2dd7-8592-4283-bedd-cf6dbd8de522 req-33db7753-7311-4b16-9054-a70cc40a9e26 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:56.918873 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-afbc2dd7-8592-4283-bedd-cf6dbd8de522 req-33db7753-7311-4b16-9054-a70cc40a9e26 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 944 time: 0.2429304 Dec 16 14:50:56.920057 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.935907 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:56.938192 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Transition to ACTIVE for port object 371fc144-3d0a-4d8a-a743-2ffd37549628 will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:50:56.958526 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:56.962248 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92126442-ce98-455a-8da1-ca0d7e2ed34d HTTP/1.1" status: 204 len: 168 time: 2.4427304 Dec 16 14:50:56.978781 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:50:57.015508 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.019415 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:57.020279 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] 10.222.0.46 "PUT /v2.0/routers/8552c21d-0c54-410e-8544-c3d1164ddc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5934234 Dec 16 14:50:57.079298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:50:57.085581 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41277de0-b2a6-4f67-a097-946b3dbd06c3,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:57.106682 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:57.122190 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-94c02f49-4814-4023-a356-2440f4cd95bc None None] Provisioning complete for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:57.134052 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-94c02f49-4814-4023-a356-2440f4cd95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.148556 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-afbc2dd7-8592-4283-bedd-cf6dbd8de522 req-30a3338e-f064-4cee-a6ee-b766c2c9ea36 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151093 Dec 16 14:50:57.191292 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.191292 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9844179 Dec 16 14:50:57.191292 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33772) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:57.196117 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:50:57.203027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:50:57.211473 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:floatingip and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:50:57.234018 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:50:57.254851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:50:57.306445 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-94c02f49-4814-4023-a356-2440f4cd95bc None None] Port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:50:57.332975 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:57.338167 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:57.352560 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.392634 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:57.453381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:57.538433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-96911f43-15a9-4d3b-9984-d1c024d1090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:57.541150 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-96911f43-15a9-4d3b-9984-d1c024d1090b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d06ed2832f4353bff1a0749866b0df&device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 1097 time: 0.8548808 Dec 16 14:50:57.558717 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-876ebfe6-4b50-4e00-96bb-88b154cf6895 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:57.562470 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-a858c891-fe80-4976-9d53-3e6624abdeda req-876ebfe6-4b50-4e00-96bb-88b154cf6895 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:50:57.647824 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1302b5-29a5-4cb1-82f0-0c0b10c24a71 None None] Pushing event updated for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:57.657753 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.675662 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-4f1302b5-29a5-4cb1-82f0-0c0b10c24a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:57.689513 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.707674 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Attempting to bind port 371fc144-3d0a-4d8a-a743-2ffd37549628 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:50:57.708521 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Attempting to bind port 371fc144-3d0a-4d8a-a743-2ffd37549628 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:50:57.709219 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Attempting to bind port 371fc144-3d0a-4d8a-a743-2ffd37549628 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:50:57.725071 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:50:57.726500 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Checking segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:50:57.727869 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.728441 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Bound using segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:50:57.729069 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Bound port: 371fc144-3d0a-4d8a-a743-2ffd37549628, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:50:57.738122 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:57.757469 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-8e132854-c4cb-41f4-bb6d-519ebd24984a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9c7046-be7c-4c56-a704-1da19ec59716 HTTP/1.1" status: 200 len: 217 time: 0.1895392 Dec 16 14:50:57.786131 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:57.835151 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port b9cac656-87c3-4021-a4fe-850dcca3496d, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=b9cac656-87c3-4021-a4fe-850dcca3496d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:50:57.896774 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-a858c891-fe80-4976-9d53-3e6624abdeda req-876ebfe6-4b50-4e00-96bb-88b154cf6895 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:50:57.898181 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-876ebfe6-4b50-4e00-96bb-88b154cf6895 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 818 time: 0.9303827 Dec 16 14:50:57.959703 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-61ff5fd8-73e4-4b17-8b8b-fb84e34abc62 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/quotas/9bb61e1b5b094fa5bac96c570e7c9929 HTTP/1.1" status: 200 len: 375 time: 0.0465660 Dec 16 14:50:57.964033 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384f38-5893-4ffe-b55d-fd2724df32df req-9d11f7d5-4910-4666-a3dc-d640fe329d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:50:57.965509 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-9d11f7d5-4910-4666-a3dc-d640fe329d25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e48db0c-658a-447f-976a-1018c9e0d78d HTTP/1.1" status: 200 len: 851 time: 0.1838205 Dec 16 14:50:58.006433 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] For port 371fc144-3d0a-4d8a-a743-2ffd37549628, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:50:58.011743 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] For port 371fc144-3d0a-4d8a-a743-2ffd37549628, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=371fc144-3d0a-4d8a-a743-2ffd37549628,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:50:58.035536 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Allocated IP 172.28.2.49 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/7072ba0d-0844-463c-b7e7-48c67dfa6fbb) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:50:58.055796 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:58.071632 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:58.084240 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:58.101445 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1615c668-afb9-45ed-8c66-a6794f6d1ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:58.196775 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-6502f73a-1af4-4475-acb7-e6ba1036256b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00922-5f00-4aa4-bea3-5c91337d8aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359878 Dec 16 14:50:58.260157 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1302b5-29a5-4cb1-82f0-0c0b10c24a71 None None] Pushing event updated for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=4']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:58.269017 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-4f1302b5-29a5-4cb1-82f0-0c0b10c24a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:58.302999 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:50:58.303783 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:58.307107 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-5264d1cb-30bc-47cc-bb3d-512d7e2b5aa7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3399515 Dec 16 14:50:58.361132 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:58.524055 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:58.529879 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:50:58.626601 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-001cbb95-3008-4a69-b20e-64475df9c9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184941 Dec 16 14:50:58.785764 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=b9cac656-87c3-4021-a4fe-850dcca3496d,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:58.820655 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:50:58.825083 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716', 'status': 'completed', 'code': 200} Dec 16 14:50:58.918089 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:50:58.940874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:59.006452 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:59.060615 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:50:59.065916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:50:59.076928 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:50:59.083378 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452555e2-b5f1-4a47-92b1-46bd8ef3324b None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:50:59.122147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=7072ba0d-0844-463c-b7e7-48c67dfa6fbb,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:50:59.158444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:50:59.181203 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-faa1a4ba-579a-4ecb-9862-9c50cbcf6e66 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521424 Dec 16 14:50:59.191585 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-d137a9a6-8fc4-4764-ba99-4016354f338e service neutron] 10.222.0.46 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608144 Dec 16 14:50:59.228890 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:50:59.234110 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:59.386848 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:59.493540 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:59.523549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:50:53Z', 'revision_number': 2, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:50:59.634176 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:59.697944 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-50384f38-5893-4ffe-b55d-fd2724df32df req-8d3535b9-34f6-4363-a137-6bae7ec0a31f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152197 Dec 16 14:50:59.711515 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:50:59.712940 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Updating router 8552c21d-0c54-410e-8544-c3d1164ddc51 port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:50:59.901533 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33832) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:50:59.961272 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012812809', 'description': 'tempest-description--1908482454'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:00.029080 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:00.208877 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:50Z', 'revision_number': 4, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '371fc144-3d0a-4d8a-a743-2ffd37549628', 'name': '', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'mac_address': 'fa:16:3e:c9:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:47Z', 'updated_at': '2021-12-16T14:50:58Z', 'revision_number': 4, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'subnets': [{'id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:00.227494 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4401e0-4fc1-463f-b0df-b98230deb425 None None] The sync data for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb is: [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:50Z', 'revision_number': 4, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '371fc144-3d0a-4d8a-a743-2ffd37549628', 'name': '', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'mac_address': 'fa:16:3e:c9:d5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:47Z', 'updated_at': '2021-12-16T14:50:58Z', 'revision_number': 4, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'subnets': [{'id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:51:00.539057 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6de9f-2e09-43d1-91cc-3b6e62af79c6 req-aee94d24-5698-4687-a236-719c9cff2924 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:00.543701 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cc6de9f-2e09-43d1-91cc-3b6e62af79c6 req-aee94d24-5698-4687-a236-719c9cff2924 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 944 time: 0.6715612 Dec 16 14:51:00.564429 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:00.578042 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:00.638255 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 51efbeba-a3ce-488b-b8cd-b2d293f34a74 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:00.740030 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cc6de9f-2e09-43d1-91cc-3b6e62af79c6 req-1718c8e9-bb5c-400c-9050-45f0d83f5705 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879969 Dec 16 14:51:00.742665 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:00.757582 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-ce5d7053-98f9-4e95-8507-f781143897d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:00.771612 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-ce5d7053-98f9-4e95-8507-f781143897d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d06ed2832f4353bff1a0749866b0df&device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 1097 time: 0.6833050 Dec 16 14:51:00.771902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:00.774595 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:00.813493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-9dd15af5-7dd0-4eb1-a7e1-5d0e37fd23a7 req-6c7f595b-532e-4f1b-ba6d-155a4ea51e3a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:00.823155 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:01.076528 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:01.088328 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=7072ba0d-0844-463c-b7e7-48c67dfa6fbb,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:01.094097 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.120807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:01.261873 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-9dd15af5-7dd0-4eb1-a7e1-5d0e37fd23a7 req-6c7f595b-532e-4f1b-ba6d-155a4ea51e3a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:01.281322 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9dd15af5-7dd0-4eb1-a7e1-5d0e37fd23a7 req-6c7f595b-532e-4f1b-ba6d-155a4ea51e3a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 210 time: 0.6906562 Dec 16 14:51:01.287450 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.305839 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:01.309573 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-81d22d3f-f9fe-4a7c-a3c9-412035fc7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:01.311369 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-81d22d3f-f9fe-4a7c-a3c9-412035fc7af0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00922-5f00-4aa4-bea3-5c91337d8aaf HTTP/1.1" status: 200 len: 912 time: 0.5256517 Dec 16 14:51:01.334374 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:01.334716 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.391892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.405847 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2013690 Dec 16 14:51:01.407603 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:01.424383 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:01.432731 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:01.450569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:01.576750 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-af977bfd-4911-48e7-b06a-64618dc491d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9c7046-be7c-4c56-a704-1da19ec59716 HTTP/1.1" status: 200 len: 217 time: 0.2585456 Dec 16 14:51:01.656563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.682166 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.684958 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-38d5a1ca-0845-4d75-a31e-aa652af6962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:01.687163 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-38d5a1ca-0845-4d75-a31e-aa652af6962f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e48db0c-658a-447f-976a-1018c9e0d78d HTTP/1.1" status: 200 len: 851 time: 0.1038206 Dec 16 14:51:01.733107 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.752485 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.760361 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:01.765036 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 51efbeba-a3ce-488b-b8cd-b2d293f34a74, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=51efbeba-a3ce-488b-b8cd-b2d293f34a74,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:01.769177 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Transition to ACTIVE for port object f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:01.826736 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.828258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device b9cac656-87c3-4021-a4fe-850dcca3496d up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:01.845621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8329d1-19f8-4996-98d3-20e18a430cd3,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:01.850338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:01.876336 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:01.941372 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:01.943338 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0389860 Dec 16 14:51:01.946525 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33910) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:01.955768 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group_rule': {'security_group_id': 'cf8329d1-19f8-4996-98d3-20e18a430cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:01.977724 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:02.003898 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.033307 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-8a5b9f48-ed8d-4705-9c33-8f9244b2fea5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00922-5f00-4aa4-bea3-5c91337d8aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2375994 Dec 16 14:51:02.079830 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:02.085310 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:02.095492 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:02.199653 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0553a-dc42-4a92-80d4-d9d6ad604097 req-b9e8516c-eadc-4cda-8d02-0637caca64cc tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:02.217149 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5b0553a-dc42-4a92-80d4-d9d6ad604097 req-b9e8516c-eadc-4cda-8d02-0637caca64cc tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 944 time: 0.2430453 Dec 16 14:51:02.278481 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.359166 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:02.391524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:02.394427 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:02.397664 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5b0553a-dc42-4a92-80d4-d9d6ad604097 req-dd5c1356-9e1c-46a2-b683-f05edac7b53f tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768422 Dec 16 14:51:02.519930 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Attempting to bind port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:02.521966 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Attempting to bind port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:02.521966 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Attempting to bind port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:02.592500 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:02.595044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Checking segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:02.595044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.595044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Bound using segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:02.595044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Bound port: f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:02.604314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.623146 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.715765 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.718829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-6c39ef4b-9437-499a-a15e-a990a78e4b2a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:02.724030 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Pushing event updated for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:02.726070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:02.728085 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-256b5222-adbe-472d-aa88-fcee7783ea8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:02.779567 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f7a119-6dfc-409a-ac5c-fb93443074ac,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:02.784867 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-1764dd94-54f6-4334-b9d8-eaea2655bd96 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:02.795309 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-1764dd94-54f6-4334-b9d8-eaea2655bd96 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 818 time: 0.9571350 Dec 16 14:51:02.812319 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:02.854854 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-6c39ef4b-9437-499a-a15e-a990a78e4b2a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:02.855281 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-fb5b58b5-9d6b-43ad-b6e5-a6df55ebed95 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/quotas/9bb61e1b5b094fa5bac96c570e7c9929 HTTP/1.1" status: 200 len: 375 time: 0.0586128 Dec 16 14:51:02.856487 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-6c39ef4b-9437-499a-a15e-a990a78e4b2a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--628933595&fields=id&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 267 time: 0.2008803 Dec 16 14:51:02.944865 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:02.958110 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0097690 Dec 16 14:51:02.960427 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 33986) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:02.964546 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port b9cac656-87c3-4021-a4fe-850dcca3496d triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:02.964933 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:03.114965 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group_rule': {'security_group_id': 'cf8329d1-19f8-4996-98d3-20e18a430cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:03.130332 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] For port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:03.139332 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] For port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:03.151909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:03.152734 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-e380f5f1-c6d1-43e5-9590-1148340b2729 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0864637 Dec 16 14:51:03.172205 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:03.176679 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:03.211217 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:03.252261 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-1394b90f-9d78-43f7-8a2d-035dca2c895f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3939896 Dec 16 14:51:03.253618 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:03.261739 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-db1b397a-326b-4003-9802-4db0a74c7313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:03.402910 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:03.483664 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-d9379b08-607a-43ff-90cb-5034cf0c0eb0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:03.484410 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-d9379b08-607a-43ff-90cb-5034cf0c0eb0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:network {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:03.497945 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Pushing event updated for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:03.506801 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:03.549674 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:51:03.551428 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:50:42Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:03.627807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:03.649309 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-d9379b08-607a-43ff-90cb-5034cf0c0eb0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:network {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:03.656367 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-d9379b08-607a-43ff-90cb-5034cf0c0eb0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 816 time: 0.7759759 Dec 16 14:51:03.687584 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-2e7f23af-b113-43df-850d-90648cb0415c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/quotas/1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 375 time: 0.0302424 Dec 16 14:51:03.799266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:03.803465 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f14d48-44ab-4426-b09d-24a57baf0bf8 req-e08a2336-3a99-4a0d-8e3c-98cf2b2a4c82 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372828 Dec 16 14:51:03.815207 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:03.824035 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 371fc144-3d0a-4d8a-a743-2ffd37549628 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:03.872192 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c129de77-b3c5-42f9-b02c-811a10031286,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:03.918706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:03.932006 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-43ed0f90-8c91-49d8-aefd-77164bd3d4b8 service neutron] 10.222.0.46 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785898 Dec 16 14:51:03.986873 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-934f8133-1c07-416b-a73b-6e3a885469fd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:04.006645 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.011623 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0379729 Dec 16 14:51:04.012451 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34006) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:04.018309 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:04.030377 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:04.039197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:floatingip and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:04.047000 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:04.064852 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:04.101846 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-450944c8-b21b-4860-b926-3fedd39d28dd req-934f8133-1c07-416b-a73b-6e3a885469fd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:04.103430 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-934f8133-1c07-416b-a73b-6e3a885469fd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4150462 Dec 16 14:51:04.186796 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:51:04.187020 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.480161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-8577d22a-0f0a-447f-821e-a84f4d2de3a5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:04.482030 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-8577d22a-0f0a-447f-821e-a84f4d2de3a5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 818 time: 0.3487277 Dec 16 14:51:04.484594 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-6c942694-71c8-4da8-8c99-0f134865273c service neutron] 10.222.0.46 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450771 Dec 16 14:51:04.507481 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Request body: {'port': {'device_id': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'admin_state_up': True, 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:04.579588 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.668540 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:03Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:04.673165 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a4abd-5d78-474e-ac0b-dea5bcbabd6c None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:03Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:51:04.673632 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34026) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:04.686793 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:04.697781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-de9de927-da35-4cd9-9983-286cece5a82f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=87436) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:51:04.703876 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:04.705234 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-de9de927-da35-4cd9-9983-286cece5a82f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138657 Dec 16 14:51:04.733667 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 371fc144-3d0a-4d8a-a743-2ffd37549628 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:04.758775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 371fc144-3d0a-4d8a-a743-2ffd37549628 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:04.758775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.801881 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.830767 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Made reservation on behalf of 9bb61e1b5b094fa5bac96c570e7c9929 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:04.838778 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.868881 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:04.878169 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Usage tracker for resource:security_group_rule and tenant:2a484ed560de497cabcc854b7dd2e0a1 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:04.965935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:04.986343 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:05.062173 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-e2d57431-892c-491c-9e9e-2930d9107c78 service neutron] 10.222.0.46 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561161 Dec 16 14:51:05.106739 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.177879 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 371fc144-3d0a-4d8a-a743-2ffd37549628, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=371fc144-3d0a-4d8a-a743-2ffd37549628,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:05.296447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 4f9c7046-be7c-4c56-a704-1da19ec59716 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:05.318754 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.319884 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 51efbeba-a3ce-488b-b8cd-b2d293f34a74 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:05.411785 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:05.466891 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-be63174b-3c53-46e5-af8c-f3d30e82741c service neutron] 10.222.0.46 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038138 Dec 16 14:51:05.482827 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Allocated IP 172.28.2.184 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/7749102e-8e58-4afc-9f2a-aad690267768) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:05.517804 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.resource_extend [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:51:05.692477 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.701737 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Allocated IP 172.20.0.14 (42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a/316cd8d0-9ca7-442e-ae83-860d130393b3/d8a1c44f-7475-4fce-b727-7654086348b0) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:05.717490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517258e-ef33-487e-9214-f43e633db399 req-f5ba6efc-4fd1-419d-9049-5d59c318ccdc tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:05.719618 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e517258e-ef33-487e-9214-f43e633db399 req-f5ba6efc-4fd1-419d-9049-5d59c318ccdc tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 944 time: 0.6561007 Dec 16 14:51:05.721196 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:05.759140 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:05.767292 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:05.768043 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.829452 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.865606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.911447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4f9c7046-be7c-4c56-a704-1da19ec59716,segment=NetworkSegment(c072a726-6dc2-4d25-97b6-f80e9d7abc2f),segment_id=c072a726-6dc2-4d25-97b6-f80e9d7abc2f)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:05.963338 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '4f9c7046-be7c-4c56-a704-1da19ec59716', 'network_id': 'fbe00922-5f00-4aa4-bea3-5c91337d8aaf', 'port_id': '4f9c7046-be7c-4c56-a704-1da19ec59716', 'mac_address': 'fa:16:3e:36:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e48db0c-658a-447f-976a-1018c9e0d78d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:05.990502 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:05.993078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:05.999597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:05.999750 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a484ed560de497cabcc854b7dd2e0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3235004 Dec 16 14:51:06.013646 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34080) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:06.096277 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:06.118059 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e517258e-ef33-487e-9214-f43e633db399 req-27bc46b7-213c-4e4d-95c2-906731ef8791 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873971 Dec 16 14:51:06.160134 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:06.197198 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.203415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:06.223226 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8c99dc30-9fc4-4c24-ab6e-6e415224310f req-a2991a5d-7f6c-41a1-828f-dc2d6702321d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 210 time: 0.1123068 Dec 16 14:51:06.238817 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=7749102e-8e58-4afc-9f2a-aad690267768,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:06.243598 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:06.278962 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.295901 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9c7046-be7c-4c56-a704-1da19ec59716 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:06.313703 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4f9c7046-be7c-4c56-a704-1da19ec59716,segment=NetworkSegment(c072a726-6dc2-4d25-97b6-f80e9d7abc2f),segment_id=c072a726-6dc2-4d25-97b6-f80e9d7abc2f)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:06.337721 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7606db2-21ed-421f-8cd8-ea00d82315ce,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:06.360682 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:06.389665 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fcafff39-b1b4-4d83-a444-a0ed8e062c53 req-5b0cd588-dcdb-407d-a00a-9b35a2681708 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.1113648 Dec 16 14:51:06.432962 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.436352 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:06.498329 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.521170 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.598683 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.611397 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.640754 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:06.646083 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:06.729262 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 371fc144-3d0a-4d8a-a743-2ffd37549628 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:06.823760 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['4f9c7046-be7c-4c56-a704-1da19ec59716'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:06.838503 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:06.848529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:07.062655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.093688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.100831 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.105762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:07.124782 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:07.136336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:07.136336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Pushing event updated for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:07.136336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:07.139004 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:07.140202 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.144034 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:07.144445 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:07.156301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 371fc144-3d0a-4d8a-a743-2ffd37549628 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:07.156301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.178774 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7606db2-21ed-421f-8cd8-ea00d82315ce,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:07.182693 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.189943 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:07.237927 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7392883 Dec 16 14:51:07.240208 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.241960 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7606db2-21ed-421f-8cd8-ea00d82315ce HTTP/1.1" status: 204 len: 168 time: 1.2198412 Dec 16 14:51:07.259847 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Request body: {'port': {'device_id': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:07.271569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=7749102e-8e58-4afc-9f2a-aad690267768,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:07.276269 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:07.370815 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.380179 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3587265 Dec 16 14:51:07.415520 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.440413 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d4e7-9aa7-438f-8248-1ed132f4c2b8 req-63592fab-85de-473a-acd0-62e6e2c00c93 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:07.443856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:07.451136 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4062d4e7-9aa7-438f-8248-1ed132f4c2b8 req-63592fab-85de-473a-acd0-62e6e2c00c93 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 945 time: 0.1614690 Dec 16 14:51:07.549981 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4062d4e7-9aa7-438f-8248-1ed132f4c2b8 req-26517afd-10f1-4657-ac37-0488bffd48fa tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978608 Dec 16 14:51:07.604685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-24703edf-d4e7-4758-92e3-2009f6421b36 req-a724abc3-2ac5-495d-9699-8fb036bd7be5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:07.681028 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:07.695069 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:07.695453 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:07.700651 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c5a305c3-c420-482a-9edb-61398d5bcee4 req-0c798f35-2f21-4064-89ce-b9e1f4e4e4f9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.0458722 Dec 16 14:51:07.818112 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-24703edf-d4e7-4758-92e3-2009f6421b36 req-a724abc3-2ac5-495d-9699-8fb036bd7be5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:07.831234 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-24703edf-d4e7-4758-92e3-2009f6421b36 req-a724abc3-2ac5-495d-9699-8fb036bd7be5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 210 time: 0.3255208 Dec 16 14:51:07.986467 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-04ea2687-e1be-489b-9746-d788030e6772 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:08.043992 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.53', 57319) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:08.141384 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.157661 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-04ea2687-e1be-489b-9746-d788030e6772 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:08.158920 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-04ea2687-e1be-489b-9746-d788030e6772 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1012812809&fields=id&tenant_id=75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 267 time: 0.2853005 Dec 16 14:51:08.188505 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a1c44f-7475-4fce-b727-7654086348b0 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:08.200766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.219001 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Transition to ACTIVE for port object d8a1c44f-7475-4fce-b727-7654086348b0 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:08.247979 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:08.317668 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.317915 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.320320 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:08.328370 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:08.406371 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:08.411972 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:08.471594 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-a8cd071e-da74-457d-9130-57352c08957f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:08.472411 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-a8cd071e-da74-457d-9130-57352c08957f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:network {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:08.552762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34148) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:08.582455 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-3bf97ac8-8fc9-4d51-8a10-d598ef914ba7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:08.583936 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-3bf97ac8-8fc9-4d51-8a10-d598ef914ba7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 818 time: 0.5325477 Dec 16 14:51:08.590923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.597126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:08.603707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:08.603707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Attempting to bind port d8a1c44f-7475-4fce-b727-7654086348b0 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:08.603707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Attempting to bind port d8a1c44f-7475-4fce-b727-7654086348b0 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:08.603707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Attempting to bind port d8a1c44f-7475-4fce-b727-7654086348b0 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:08.612141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Port d8a1c44f-7475-4fce-b727-7654086348b0 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:08.612620 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Attempting to bind port d8a1c44f-7475-4fce-b727-7654086348b0 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:08.619581 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:08.620041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Checking segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:08.621041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Bound using segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:08.621619 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Bound port: d8a1c44f-7475-4fce-b727-7654086348b0, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:08.622230 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:08.642250 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Request body: {'port': {'device_id': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'admin_state_up': True, 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:08.658115 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-a8cd071e-da74-457d-9130-57352c08957f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:network {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:08.659623 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-a8cd071e-da74-457d-9130-57352c08957f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 811 time: 0.3902705 Dec 16 14:51:08.744651 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:08.754122 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34160) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:08.770511 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:834891dd2d1547a0bff6948a0fe29344 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:08.774779 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-06fcbe80-2567-4ee2-b191-62d307e07398 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/quotas/75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 375 time: 0.0991650 Dec 16 14:51:08.775607 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:08.810580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:08.880715 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:08.894375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d8a1c44f-7475-4fce-b727-7654086348b0,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:08.917893 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dba61-45a9-4cc4-98b4-b07c6eddc969 req-d44a47f4-153b-44d7-a81c-d25f9d94b202 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:08.919641 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b89dba61-45a9-4cc4-98b4-b07c6eddc969 req-d44a47f4-153b-44d7-a81c-d25f9d94b202 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 945 time: 0.1432772 Dec 16 14:51:08.989697 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:09.017489 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:09.022957 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.031504 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.043111 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:09.056164 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-3eb72c83-0660-4cbb-ab78-7bf6cf3b0038 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2607119 Dec 16 14:51:09.110650 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b89dba61-45a9-4cc4-98b4-b07c6eddc969 req-b1a9ef1c-2b4f-49d7-9778-71e5624b2f78 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839142 Dec 16 14:51:09.140572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:09.141327 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.142845 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] 10.222.0.53 "PUT /v2.0/ports/d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 1094 time: 1.8873584 Dec 16 14:51:09.151275 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:09.158079 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:09.171992 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-37ee7714-ea94-4d43-a5aa-98745c43b0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.180138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Usage tracker for resource:security_group_rule and tenant:867bd0adbfcf4800809557d09c6aba8b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:09.186697 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:09.210577 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:09.223053 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.237790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:09.248274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:09.288736 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 4f9c7046-be7c-4c56-a704-1da19ec59716 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:09.337927 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.339064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Made reservation on behalf of 9bb61e1b5b094fa5bac96c570e7c9929 for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:09.343226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.429832 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-81b4c969-f29e-4ea8-9b68-98a4ecdf2bb5 req-51c8881b-6744-4988-8774-1b86b4addff6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.0830960 Dec 16 14:51:09.458925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3abda5f4-2695-44e7-999b-3217b14979f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:09.479137 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.490446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-ed08cc48-432d-4886-9bdf-5d79f485c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:09.491743 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-ed08cc48-432d-4886-9bdf-5d79f485c675 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1097 time: 0.1829381 Dec 16 14:51:09.495123 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 4f9c7046-be7c-4c56-a704-1da19ec59716 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:09.501123 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 4f9c7046-be7c-4c56-a704-1da19ec59716 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:09.501512 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.556413 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.53', 57324) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:09.595990 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-093faa21-4429-4ffe-8721-6f878634c0a2 service neutron] 10.222.0.46 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204971 Dec 16 14:51:09.633266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.656983 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=834891dd2d1547a0bff6948a0fe29344&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1031787 Dec 16 14:51:09.657832 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c2cf0-f974-4d06-a160-4f3064a74f72,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:09.670090 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.696836 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-c0eeba1b-c97e-4962-866c-a6f99c03e244 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.1887755 Dec 16 14:51:09.697541 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34174) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:09.706629 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:09.706933 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:09.716661 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-742d80f3-f025-465c-b6ce-5262ee573929 req-d9cd4524-401c-4621-b762-e891d4eb7a24 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 210 time: 0.0984077 Dec 16 14:51:09.731597 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:09.791351 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4f9c7046-be7c-4c56-a704-1da19ec59716,segment=NetworkSegment(c072a726-6dc2-4d25-97b6-f80e9d7abc2f),segment_id=c072a726-6dc2-4d25-97b6-f80e9d7abc2f)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:09.860791 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.862996 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:09.923469 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-ca8861ef-b90b-4aa4-bf81-09da92b5a32b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:09.924947 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-ca8861ef-b90b-4aa4-bf81-09da92b5a32b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 816 time: 0.3651369 Dec 16 14:51:10.002552 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0', 'status': 'completed', 'code': 200} Dec 16 14:51:10.030826 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Allocated IP 172.20.0.3 (42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a/316cd8d0-9ca7-442e-ae83-860d130393b3/88df3571-f335-4312-be98-b52185c34e10) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:10.034818 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-4f76f491-1efb-450a-9973-69bb808f5aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805716 Dec 16 14:51:10.058630 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-4f95c2d3-7daf-4a08-9177-e16c1a302099 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 379 time: 0.1038637 Dec 16 14:51:10.084993 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'port': {'device_id': '5355645c-7404-4e57-ab16-a9767752632a', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'admin_state_up': True, 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'security_groups': ['27fd07cb-e969-436f-b4a3-b214ba611f7d']}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:10.086319 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c891-fe80-4976-9d53-3e6624abdeda req-d3ddf9d5-7f69-49b5-a9aa-413287d74483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:10.087921 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-d3ddf9d5-7f69-49b5-a9aa-413287d74483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.3687518 Dec 16 14:51:10.092747 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=867bd0adbfcf4800809557d09c6aba8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3348999 Dec 16 14:51:10.098486 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:10.106471 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34192) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:10.112557 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:10.134684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d93918-6288-456e-9b6b-0792d0aeffbd,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:10.153765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:10.254462 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716', 'code': 200} Dec 16 14:51:10.283829 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.320787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.364151 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-6cd1d412-9fde-4da7-9bda-78b665d4fda8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084496 Dec 16 14:51:10.431472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.452775 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:10.484989 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:10.532853 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.553005 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:10.586890 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.611203 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:10.611871 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.721885 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-5f9d34b8-5c52-4514-8f6c-cd474f14444c service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311876 Dec 16 14:51:10.734714 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Made reservation on behalf of 1b05679c5b7144efa449eb40cee9409b for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:10.738226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.759127 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0e053184-5ba0-47d4-8604-9a28cff26ec2 req-00fca0cc-66d6-447d-a849-ae7dd0c2884f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.0820050 Dec 16 14:51:10.771131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.790972 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.796207 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:10.811681 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.53', 57329) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:10.859299 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.869991 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:10.884078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db4a2-363b-4ca8-bb68-6876caabcd00 req-241e6aac-968a-403d-8674-595dbd889e2f tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:10.885552 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f47db4a2-363b-4ca8-bb68-6876caabcd00 req-241e6aac-968a-403d-8674-595dbd889e2f tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.5170565 Dec 16 14:51:10.899742 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c2cf0-f974-4d06-a160-4f3064a74f72,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:10.902740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:10.903394 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d93918-6288-456e-9b6b-0792d0aeffbd,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:10.974755 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:10.992757 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:11.005510 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.009296 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/284c2cf0-f974-4d06-a160-4f3064a74f72 HTTP/1.1" status: 204 len: 168 time: 1.3007231 Dec 16 14:51:11.020654 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a858c891-fe80-4976-9d53-3e6624abdeda req-9eda85c4-ac78-4300-92c6-6d02d38f8904 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906036 Dec 16 14:51:11.026508 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2181fefe-8d61-4186-9b4a-a0a7f6c6d251 req-c7009813-2a12-4529-bc5d-aed909ee574f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.1694059 Dec 16 14:51:11.039137 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f47db4a2-363b-4ca8-bb68-6876caabcd00 req-097be77d-291c-47e6-a18a-1185fb195ff1 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460488 Dec 16 14:51:11.039327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:11.061218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:11.068535 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:11.073997 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.074619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.192856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.193969 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3d93918-6288-456e-9b6b-0792d0aeffbd HTTP/1.1" status: 204 len: 168 time: 1.0750866 Dec 16 14:51:11.217057 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Pushing event updated for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:11.223734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:11.245074 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-44a1997f-1812-4823-b15f-9bf851cbe335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.246100 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-44a1997f-1812-4823-b15f-9bf851cbe335 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 1099 time: 0.3936393 Dec 16 14:51:11.250986 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Allocated IP 172.20.0.4 (36c76287-441a-43c9-a5da-e913082e71c4/3d7f5b09-7951-4ee6-add9-091893b865eb/8da031bb-dc59-4703-8e4f-d4702b768e28) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:11.293037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.338954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4bb4f-f809-4ea6-bb0f-990e0ff16c37 req-a6ba2d1c-9ac4-4e65-aa69-87044301877b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.340531 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cb4bb4f-f809-4ea6-bb0f-990e0ff16c37 req-a6ba2d1c-9ac4-4e65-aa69-87044301877b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 931 time: 0.1949527 Dec 16 14:51:11.362637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914393-98a4-4282-882c-16185f80d3bc req-573264fa-64ca-4a18-b63d-c2965cf10072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.364668 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-573264fa-64ca-4a18-b63d-c2965cf10072 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1097 time: 0.1253872 Dec 16 14:51:11.374037 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7563081 Dec 16 14:51:11.385596 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:11.390039 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Usage tracker for resource:security_group_rule and tenant:f5843c9ee8af4f3697a74abfbbbcefa4 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:11.393375 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:11.406198 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:11.507000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-8cb4bb4f-f809-4ea6-bb0f-990e0ff16c37 req-1b1218cc-a232-4964-a86f-7d0cde26ddde tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:11.535459 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.544691 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Request body: {'port': {'device_id': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:11.567514 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914393-98a4-4282-882c-16185f80d3bc req-953f7ae0-ee54-4eb8-8f81-7b3bb5202e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.569214 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-953f7ae0-ee54-4eb8-8f81-7b3bb5202e82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.1881428 Dec 16 14:51:11.651134 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-4c6aedc2-353e-469d-8cc9-986362a1d9f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.0729301 Dec 16 14:51:11.712433 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-068f7ee6-ac58-445f-9e3e-bf820322108d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.738828 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914393-98a4-4282-882c-16185f80d3bc req-e87a9f97-cedd-4ec5-93b1-41c555471937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:11.739764 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-e87a9f97-cedd-4ec5-93b1-41c555471937 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0814023 Dec 16 14:51:11.783730 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.790752 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-610fe127-f2fa-4ca8-9947-e3effde6e19c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442886 Dec 16 14:51:11.799896 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:11.833991 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a1e39-d6bc-4763-bc27-fa6a8f026f83,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:11.838565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:11.902983 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8bb70a46-98e3-4a92-9ec5-646c4d715a1e req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497893 Dec 16 14:51:11.964370 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.985040 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-8cb4bb4f-f809-4ea6-bb0f-990e0ff16c37 req-1b1218cc-a232-4964-a86f-7d0cde26ddde tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:11.991028 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.007637 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cb4bb4f-f809-4ea6-bb0f-990e0ff16c37 req-1b1218cc-a232-4964-a86f-7d0cde26ddde tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567218 Dec 16 14:51:12.126150 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5a6e35fd-c8ef-410f-bd11-5b06fd8844b3 req-56ccee12-5132-4e5e-9d21-92b8b71c4f0a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:12.128796 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-ee4a5530-fd84-4a10-b78a-1e82f920fa5d service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239639 Dec 16 14:51:12.138953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Transition to ACTIVE for port object 8da031bb-dc59-4703-8e4f-d4702b768e28 will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:12.248409 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5a6e35fd-c8ef-410f-bd11-5b06fd8844b3 req-56ccee12-5132-4e5e-9d21-92b8b71c4f0a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:12.251351 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5a6e35fd-c8ef-410f-bd11-5b06fd8844b3 req-56ccee12-5132-4e5e-9d21-92b8b71c4f0a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.1910577 Dec 16 14:51:12.396816 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abebae3-c43b-42e5-af77-59e45fc75749 req-6924e7ab-bd94-4261-ba5a-c79e7aa3f5d4 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:12.403961 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4abebae3-c43b-42e5-af77-59e45fc75749 req-6924e7ab-bd94-4261-ba5a-c79e7aa3f5d4 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.2370472 Dec 16 14:51:12.446563 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8e914393-98a4-4282-882c-16185f80d3bc req-2d8d1e37-3f8a-4499-999c-c4b76ac6e82d service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207651 Dec 16 14:51:12.473076 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d003d0ad-530e-4c5c-adc7-026bf6e50387 req-ca24560f-e156-47e6-8b82-5666d4172316 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Dec 16 14:51:12.477640 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4abebae3-c43b-42e5-af77-59e45fc75749 req-9747d700-5b74-4769-a78f-cbe8cadbc123 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692847 Dec 16 14:51:12.559996 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88df3571-f335-4312-be98-b52185c34e10 {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:12.567673 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.585616 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Transition to ACTIVE for port object 88df3571-f335-4312-be98-b52185c34e10 will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:12.843915 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.853162 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:12.872702 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.874003 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.884353 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34274) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:12.905245 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.912002 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.925139 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:12.930214 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Usage tracker for resource:security_group_rule and tenant:2b0f5a2532fe4566954475d059517c72 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:12.933336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:12.935151 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Network 36c76287-441a-43c9-a5da-e913082e71c4 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:12.940522 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:12.940736 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:12.946807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:12.956439 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:12.956439 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.022684 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:13.037042 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:13.050927 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:13.057959 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.178753 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Pushing event updated for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:13.182783 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:13.183437 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Attempting to bind port 88df3571-f335-4312-be98-b52185c34e10 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:13.183805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Attempting to bind port 88df3571-f335-4312-be98-b52185c34e10 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:13.184142 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Attempting to bind port 88df3571-f335-4312-be98-b52185c34e10 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:13.191299 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Port 88df3571-f335-4312-be98-b52185c34e10 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:13.191299 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Attempting to bind port 88df3571-f335-4312-be98-b52185c34e10 on network 42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:13.195812 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:13.196169 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Checking segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:13.196730 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Bound using segment: {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:13.197181 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Bound port: 88df3571-f335-4312-be98-b52185c34e10, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:13.197531 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.206807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.217617 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-1bf9b846-7f1c-40eb-bf22-44b50db34933 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1508756 Dec 16 14:51:13.223561 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b61076d4-7178-4bf5-8a38-d25052101d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:13.288933 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b0f5a2532fe4566954475d059517c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007001 Dec 16 14:51:13.288933 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0e1e4-9550-4af6-b48a-17566f2fdea0,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:13.292083 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Request body: {'port': {'device_id': '5355645c-7404-4e57-ab16-a9767752632a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:13.292427 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34284) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:13.360653 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:13.368814 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:13.389642 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.400289 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb8b5-2793-470c-94ea-2d2510a4b35f req-dc798b90-573c-4edc-bbaf-7ce8e176826b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:13.404112 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0fd55489-e08d-4efb-b647-8e4b803890b1 None None] Provisioning for port 8da031bb-dc59-4703-8e4f-d4702b768e28 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:13.407284 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a6fdb8b5-2793-470c-94ea-2d2510a4b35f req-dc798b90-573c-4edc-bbaf-7ce8e176826b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 943 time: 0.2638581 Dec 16 14:51:13.412540 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0fd55489-e08d-4efb-b647-8e4b803890b1 None None] Provisioning complete for port 8da031bb-dc59-4703-8e4f-d4702b768e28 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:13.413210 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0fd55489-e08d-4efb-b647-8e4b803890b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.464787 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=88df3571-f335-4312-be98-b52185c34e10,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:13.509156 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0fd55489-e08d-4efb-b647-8e4b803890b1 None None] Port 8da031bb-dc59-4703-8e4f-d4702b768e28 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:51:13.557516 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a6fdb8b5-2793-470c-94ea-2d2510a4b35f req-15e31bb8-916e-49d3-9752-8d330b091477 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492310 Dec 16 14:51:13.577587 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.578252 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.584962 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.596594 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:13.719628 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:13.720245 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.721687 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] 10.222.0.53 "PUT /v2.0/ports/88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 200 len: 1093 time: 2.3210180 Dec 16 14:51:13.722168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'tag': '88df3571-f335-4312-be98-b52185c34e10'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:13.806945 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.816366 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:13.831622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0e1e4-9550-4af6-b48a-17566f2fdea0,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:13.842596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:13.845808 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.846971 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87b0e1e4-9550-4af6-b48a-17566f2fdea0 HTTP/1.1" status: 204 len: 168 time: 0.5535367 Dec 16 14:51:13.914037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a10e-0361-4301-8f4e-c3a06707639c req-40bdc04d-50b5-4f04-a651-5990b4497943 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:13.917895 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5b88a10e-0361-4301-8f4e-c3a06707639c req-40bdc04d-50b5-4f04-a651-5990b4497943 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.2394736 Dec 16 14:51:14.010011 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Pushing event updated for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:14.020688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:14.022503 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:14.028224 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5b88a10e-0361-4301-8f4e-c3a06707639c req-eabd1866-64ca-4204-b313-1e5bf2041f1e tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Dec 16 14:51:14.062434 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f1925-db39-4abd-92ca-9e2aebcc0744 req-50b6f85e-51f5-4f64-9211-fa015cf6b26d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:14.069366 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff8f1925-db39-4abd-92ca-9e2aebcc0744 req-50b6f85e-51f5-4f64-9211-fa015cf6b26d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 931 time: 0.5628889 Dec 16 14:51:14.231418 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-251fb5f5-72f3-4a2b-926a-eb189fe8dcca req-9b9d98d9-9679-4b95-90ec-388a135190b0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:14.306506 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-251fb5f5-72f3-4a2b-926a-eb189fe8dcca req-9b9d98d9-9679-4b95-90ec-388a135190b0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:14.309014 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-251fb5f5-72f3-4a2b-926a-eb189fe8dcca req-9b9d98d9-9679-4b95-90ec-388a135190b0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.1211221 Dec 16 14:51:14.336474 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff8f1925-db39-4abd-92ca-9e2aebcc0744 req-e37d80dc-2ca3-43bd-81d0-d82a4f5bfde6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660456 Dec 16 14:51:14.424981 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-322798ee-87d9-4865-8055-ee6af36733c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:14.426492 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-322798ee-87d9-4865-8055-ee6af36733c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1096 time: 0.3101418 Dec 16 14:51:14.566739 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-a58b27f4-7517-4dce-881e-622ebb52eb32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 200 len: 217 time: 0.1228487 Dec 16 14:51:14.586235 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-41e7ce08-0e4a-435a-8d0b-f2d169c71ea4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:14.589492 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-41e7ce08-0e4a-435a-8d0b-f2d169c71ea4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 811 time: 0.2337847 Dec 16 14:51:14.648680 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:14.672230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:14.719897 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-8797feb1-17e7-4002-86bf-660698c464ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:14.721835 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-8797feb1-17e7-4002-86bf-660698c464ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.1468794 Dec 16 14:51:14.724734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Transition to ACTIVE for port object 8da031bb-dc59-4703-8e4f-d4702b768e28 will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:14.728138 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'tag': '88df3571-f335-4312-be98-b52185c34e10', 'status': 'completed', 'code': 200} Dec 16 14:51:14.738709 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-cfd7ee54-495c-49c1-96d8-31427ce0187a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 380 time: 0.1364138 Dec 16 14:51:14.755185 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'port': {'device_id': '692c5162-23f9-410a-86c7-b3f100783bb4', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'admin_state_up': True, 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'security_groups': ['cf8329d1-19f8-4996-98d3-20e18a430cd3']}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:14.800548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:14.848956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:14.885942 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-cbf06e19-2ada-4cfc-aaa9-819a44941800 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374125 Dec 16 14:51:14.933862 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:14.963569 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:15.078256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Made reservation on behalf of 75bbe097b9f5482eb1e7c3d343287f1a for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:15.086866 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.173368 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:15.177004 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:15.211866 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Attempting to bind port 8da031bb-dc59-4703-8e4f-d4702b768e28 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:15.212204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Attempting to bind port 8da031bb-dc59-4703-8e4f-d4702b768e28 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:15.212532 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Attempting to bind port 8da031bb-dc59-4703-8e4f-d4702b768e28 on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:15.246466 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5171e-e207-439a-9f20-110794688041 req-ce62ef4e-de3f-422f-8d5e-4a2da8b576ba tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:15.249263 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-36b5171e-e207-439a-9f20-110794688041 req-ce62ef4e-de3f-422f-8d5e-4a2da8b576ba tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:15.281565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Port 8da031bb-dc59-4703-8e4f-d4702b768e28 on network 36c76287-441a-43c9-a5da-e913082e71c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:15.281890 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Attempting to bind port 8da031bb-dc59-4703-8e4f-d4702b768e28 on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:15.313579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:15.313930 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Checking segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:15.314353 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Bound using segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:15.314470 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device d8a1c44f-7475-4fce-b727-7654086348b0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:15.314923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Bound port: 8da031bb-dc59-4703-8e4f-d4702b768e28, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:15.315185 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.396812 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-c27ca3b7-7811-463c-a740-c2ae7e51274a service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976070 Dec 16 14:51:15.501369 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-36b5171e-e207-439a-9f20-110794688041 req-ce62ef4e-de3f-422f-8d5e-4a2da8b576ba tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:15.502041 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-36b5171e-e207-439a-9f20-110794688041 req-ce62ef4e-de3f-422f-8d5e-4a2da8b576ba tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 943 time: 0.7028997 Dec 16 14:51:15.511583 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e61f2-bc3b-489e-bb2b-d5e498d65f6d req-c69045b3-6e8f-4e7a-aa73-c062ec31f7ea tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:15.519417 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-531e61f2-bc3b-489e-bb2b-d5e498d65f6d req-c69045b3-6e8f-4e7a-aa73-c062ec31f7ea tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.2424812 Dec 16 14:51:15.542170 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d8a1c44f-7475-4fce-b727-7654086348b0,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:15.554538 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Allocated IP 172.20.0.10 (412c3bb4-8da4-421f-ac96-41d3f67ea33b/3fecb23a-d8ed-4f8a-8506-d2c427dc9022/7e998c8b-3856-4fac-9e42-5d4c92f3bd8f) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:15.555241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:15.565664 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'd8a1c44f-7475-4fce-b727-7654086348b0', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'port_id': 'd8a1c44f-7475-4fce-b727-7654086348b0', 'mac_address': 'fa:16:3e:52:24:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:15.569133 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:15.597649 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-36b5171e-e207-439a-9f20-110794688041 req-cd711827-ce1e-4770-ace3-368ff70bc96b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Dec 16 14:51:15.616798 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-531e61f2-bc3b-489e-bb2b-d5e498d65f6d req-239025a4-9954-46ab-abea-1e0bcb7c9c34 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646923 Dec 16 14:51:15.621794 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a837d37b-eaaa-44d1-a4a1-5af598d3caa1 req-a4f8d30a-4c99-4fc8-a26e-33c465bf31a8 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140472 Dec 16 14:51:15.645042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.665281 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a1c44f-7475-4fce-b727-7654086348b0 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:15.684868 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d8a1c44f-7475-4fce-b727-7654086348b0,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:15.701781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.708654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:15.774905 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.780791 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:15.936685 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:15.949709 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:15.993949 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:15.994525 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:15.995982 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 1093 time: 2.7202446 Dec 16 14:51:16.029100 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-de6ed596-11e4-470c-be3c-deba90e43081 req-7b0e4348-fe83-4553-b092-37ef63be50ce tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.1978297 Dec 16 14:51:16.060868 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:16.072657 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:16.110098 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:16.115603 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['d8a1c44f-7475-4fce-b727-7654086348b0'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:16.121902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-789059d1-c8d6-496f-bac2-ebdca91ce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:16.123940 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-789059d1-c8d6-496f-bac2-ebdca91ce9a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1096 time: 0.2882187 Dec 16 14:51:16.135187 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Transition to ACTIVE for port object 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:16.153606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cabc6-4515-4e96-b848-3331d17680ed req-345d5cea-2a65-4d19-9f49-089914d79812 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:16.166311 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d16cabc6-4515-4e96-b848-3331d17680ed req-345d5cea-2a65-4d19-9f49-089914d79812 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.2594261 Dec 16 14:51:16.232038 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d16cabc6-4515-4e96-b848-3331d17680ed req-0de02af4-ccc0-4bfa-a323-d1b22e0c9ef6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:16.259582 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d16cabc6-4515-4e96-b848-3331d17680ed req-0de02af4-ccc0-4bfa-a323-d1b22e0c9ef6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:16.269657 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d16cabc6-4515-4e96-b848-3331d17680ed req-0de02af4-ccc0-4bfa-a323-d1b22e0c9ef6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023483 Dec 16 14:51:16.356541 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:16.372300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:16.463842 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:16.465333 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-fa3d240a-2499-4f1a-a616-b4396f81f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:16.468270 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-fa3d240a-2499-4f1a-a616-b4396f81f3f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.3321779 Dec 16 14:51:16.468970 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:16.470561 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-3f8708c0-16a6-4a81-94cb-981ef5e53c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:16.477092 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-3f8708c0-16a6-4a81-94cb-981ef5e53c95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1096 time: 0.2944229 Dec 16 14:51:16.477578 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:16.478734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:16.481131 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:16.494970 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:16.499455 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:16.627819 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8780706 Dec 16 14:51:16.646966 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Request body: {'port': {'device_id': '692c5162-23f9-410a-86c7-b3f100783bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:16.733701 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34408) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:16.866933 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:16.869497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:16.878533 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-6819ea20-c380-41fc-bf45-24264c6bff3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 200 len: 217 time: 0.3907456 Dec 16 14:51:16.906428 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-577549e6-3031-4a99-9147-0f2edf1b61d4 None None] Provisioning for port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:16.912822 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-577549e6-3031-4a99-9147-0f2edf1b61d4 None None] Provisioning complete for port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:16.913539 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-577549e6-3031-4a99-9147-0f2edf1b61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.065358 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-577549e6-3031-4a99-9147-0f2edf1b61d4 None None] Port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:51:17.115538 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-12fb8bf4-d1d2-4fd7-8c48-f37684bf554d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 217 time: 0.5426347 Dec 16 14:51:17.119071 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'status': 'completed', 'code': 200} Dec 16 14:51:17.196727 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.214892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-1730eca5-7d33-4845-a955-62ad965fcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.216335 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-1730eca5-7d33-4845-a955-62ad965fcad7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.2782383 Dec 16 14:51:17.254498 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:17.261537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-9663801b-afe6-4c3d-974d-47ce9ad38e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.263007 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-9663801b-afe6-4c3d-974d-47ce9ad38e9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.1359410 Dec 16 14:51:17.277702 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-aa9973cc-4574-490f-aab5-02449ecf44a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497038 Dec 16 14:51:17.289210 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Usage tracker for resource:security_group_rule and tenant:2008e3cba15845849ce8a97b1ee0f9aa is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:17.293206 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:17.303758 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:17.309864 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device d8a1c44f-7475-4fce-b727-7654086348b0 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:17.422613 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8bf96-c1a1-4458-853a-6ceef2537ba5 req-b8222a9f-092c-4b76-b12e-0251b2820afb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.424111 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-80b8bf96-c1a1-4458-853a-6ceef2537ba5 req-b8222a9f-092c-4b76-b12e-0251b2820afb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 943 time: 0.5160410 Dec 16 14:51:17.468826 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port d8a1c44f-7475-4fce-b727-7654086348b0 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:17.477126 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port d8a1c44f-7475-4fce-b727-7654086348b0 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:17.477739 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.511659 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa6f95-f43a-46d9-8f37-b019bcf9f46e req-11111a3d-5ce5-4a76-ae83-35ab53ce3396 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.512254 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-ebaa6f95-f43a-46d9-8f37-b019bcf9f46e req-11111a3d-5ce5-4a76-ae83-35ab53ce3396 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:17.521353 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-80b8bf96-c1a1-4458-853a-6ceef2537ba5 req-186b407f-205e-43e8-b682-f88a701dd60e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Dec 16 14:51:17.531328 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-3b06f907-947a-4141-b12c-48f178f3b0c3 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164366 Dec 16 14:51:17.533274 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450944c8-b21b-4860-b926-3fedd39d28dd req-33056bea-5568-4149-adb5-3ef61ed5de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.534618 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-33056bea-5568-4149-adb5-3ef61ed5de42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2564983 Dec 16 14:51:17.641273 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-ebaa6f95-f43a-46d9-8f37-b019bcf9f46e req-11111a3d-5ce5-4a76-ae83-35ab53ce3396 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:17.645530 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ebaa6f95-f43a-46d9-8f37-b019bcf9f46e req-11111a3d-5ce5-4a76-ae83-35ab53ce3396 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 932 time: 0.4335928 Dec 16 14:51:17.735820 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34444) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:17.804332 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.857483 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d8a1c44f-7475-4fce-b727-7654086348b0,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:17.858759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:17.884902 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1cf4276-26d4-42f9-b0d3-d79b5fc21998 req-d4c63386-45c7-4dd6-907c-6657a19fc112 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270428 Dec 16 14:51:17.905479 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-ac848cb3-6642-4ce9-a7db-7b8e91183f2e service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458242 Dec 16 14:51:17.912494 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ebaa6f95-f43a-46d9-8f37-b019bcf9f46e req-13cdb963-1010-4761-b552-85d72eedf94a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267035 Dec 16 14:51:17.923151 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.932712 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:17.942654 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.946511 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:17.949573 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:17.953144 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f2a8-2257-4686-942a-87b84339a1b6 req-8b7ad956-70d5-46ff-b919-88dbda7ecce8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:17.955238 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0535f2a8-2257-4686-942a-87b84339a1b6 req-8b7ad956-70d5-46ff-b919-88dbda7ecce8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.2422793 Dec 16 14:51:17.986812 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Transition to ACTIVE for port object 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:18.005524 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0', 'code': 200} Dec 16 14:51:18.039800 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.051726 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:18.056422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d41d96e9-6d6c-41d2-98cd-634b6cc203df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:18.059286 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:18.078224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.080697 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0535f2a8-2257-4686-942a-87b84339a1b6 req-d3ed7333-8409-4edb-819d-edb6e5728f3f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783913 Dec 16 14:51:18.095980 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.129348 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-450944c8-b21b-4860-b926-3fedd39d28dd req-7b98147c-4c4e-4c8d-bfba-1af993383e9f service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177284 Dec 16 14:51:18.137596 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:18.142532 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Usage tracker for resource:security_group_rule and tenant:11dfa403d01f41d9a9f5fa09106a4f74 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:18.148086 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:18.155947 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:18.164418 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2008e3cba15845849ce8a97b1ee0f9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4292920 Dec 16 14:51:18.165840 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34458) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:18.298327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.309813 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcfb371-724d-4619-901d-5f46673da650,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:18.333360 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:18.335421 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:18.417923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.423740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Pushing event updated for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:18.429272 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:18.511663 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Attempting to bind port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:18.512190 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Attempting to bind port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:18.512614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Attempting to bind port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:18.518760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:18.519207 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Attempting to bind port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:18.528867 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:18.531614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Checking segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:18.531614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Bound using segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:18.531614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Bound port: 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:18.531614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.601179 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.640771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-de4e7c92-836b-4d70-ba15-0a5f8ab56875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:18.642268 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-de4e7c92-836b-4d70-ba15-0a5f8ab56875 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1096 time: 0.2965026 Dec 16 14:51:18.645813 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2494b6-885a-4518-99c9-ff4188627434 req-e577965f-7237-44c5-9850-cc8832e33109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:18.647291 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bb2494b6-885a-4518-99c9-ff4188627434 req-e577965f-7237-44c5-9850-cc8832e33109 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.2019446 Dec 16 14:51:18.665956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:18.669467 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:18.758427 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.759159 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.798254 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.803280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a0931208-0bb6-457b-9135-c882cf434868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:18.822918 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f058afab-d424-4f46-a67d-ea8c81abc426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:18.859752 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-bb2494b6-885a-4518-99c9-ff4188627434 req-a4026f66-851a-4d14-bedc-316ecce3b173 service neutron] Synchronizing usage tracker for tenant:f5843c9ee8af4f3697a74abfbbbcefa4 on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:18.862185 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcfb371-724d-4619-901d-5f46673da650,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:18.898520 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:18.899887 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:18.901960 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] 10.222.0.53 "PUT /v2.0/ports/7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 1094 time: 2.2594600 Dec 16 14:51:18.902761 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:18.946820 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Pushing event updated for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:18.950002 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:19.033922 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11dfa403d01f41d9a9f5fa09106a4f74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2627954 Dec 16 14:51:19.042456 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.047452 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-260b8d55-61a8-4d9d-95ff-f1140b3cd525 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bcfb371-724d-4619-901d-5f46673da650 HTTP/1.1" status: 204 len: 168 time: 0.8802259 Dec 16 14:51:19.063475 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34490) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:19.128334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-62619f9a-326a-4725-ab62-d69aff82e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.128752 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b125a2d6-af8f-48d4-bce4-f2f14a1893c2,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:19.129540 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-62619f9a-326a-4725-ab62-d69aff82e115 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1097 time: 0.0942483 Dec 16 14:51:19.135578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:19.143983 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:19.144644 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:19.156375 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-487832bd-b0a8-447a-82cd-6ff4d808ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.157838 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-487832bd-b0a8-447a-82cd-6ff4d808ba66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.5068793 Dec 16 14:51:19.220283 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-9bfc2f67-351b-4eab-929c-126c657832b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 217 time: 0.0765927 Dec 16 14:51:19.236435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-bb2494b6-885a-4518-99c9-ff4188627434 req-a4026f66-851a-4d14-bedc-316ecce3b173 service neutron] Unset dirty status for tenant:f5843c9ee8af4f3697a74abfbbbcefa4 on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:19.237375 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bb2494b6-885a-4518-99c9-ff4188627434 req-a4026f66-851a-4d14-bedc-316ecce3b173 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652122 Dec 16 14:51:19.251982 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-8ceba27f-6bc2-4327-a838-948332cdb6ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 217 time: 0.0859299 Dec 16 14:51:19.262239 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccb18-6415-4e8e-9a31-917c8ee9ede4 req-af2b0340-0551-472d-b928-69f773052b9b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.263740 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c7fccb18-6415-4e8e-9a31-917c8ee9ede4 req-af2b0340-0551-472d-b928-69f773052b9b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 943 time: 0.5209317 Dec 16 14:51:19.264446 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.291575 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-6791e9ca-e074-4ed1-9568-fbd06793cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.293192 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-6791e9ca-e074-4ed1-9568-fbd06793cfdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.0651145 Dec 16 14:51:19.307575 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.318599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 88df3571-f335-4312-be98-b52185c34e10 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:19.353838 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c7fccb18-6415-4e8e-9a31-917c8ee9ede4 req-d4bb84f5-9fbb-461a-9039-d73b3ddb7263 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800450 Dec 16 14:51:19.414138 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'status': 'completed', 'code': 200} Dec 16 14:51:19.465346 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=88df3571-f335-4312-be98-b52185c34e10,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:19.484643 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '88df3571-f335-4312-be98-b52185c34e10', 'network_id': '42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a', 'port_id': '88df3571-f335-4312-be98-b52185c34e10', 'mac_address': 'fa:16:3e:39:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316cd8d0-9ca7-442e-ae83-860d130393b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:19.605636 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.611951 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.636960 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ad91b5c0-3aa5-440b-8225-a38aa433acdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:19.651266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125a2d6-af8f-48d4-bce4-f2f14a1893c2,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:19.652355 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88df3571-f335-4312-be98-b52185c34e10 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:19.658547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:19.672684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-dfe76350-d623-413c-965b-d11225079154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.677291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.680677 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b125a2d6-af8f-48d4-bce4-f2f14a1893c2 HTTP/1.1" status: 204 len: 168 time: 0.6118622 Dec 16 14:51:19.680677 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-33bb7eef-70f9-4d7d-a85d-a3b554bbfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.681353 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-dfe76350-d623-413c-965b-d11225079154 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1450973 Dec 16 14:51:19.682167 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-33bb7eef-70f9-4d7d-a85d-a3b554bbfa71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.1142440 Dec 16 14:51:19.703308 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbf12-9424-4e1b-9f39-a15076bb9afd req-bc494b1c-763b-483b-a736-64750e59935b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.718190 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3fcbf12-9424-4e1b-9f39-a15076bb9afd req-bc494b1c-763b-483b-a736-64750e59935b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 944 time: 0.2045467 Dec 16 14:51:19.754204 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=88df3571-f335-4312-be98-b52185c34e10,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:19.836308 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3fcbf12-9424-4e1b-9f39-a15076bb9afd req-8fe5ffb9-3dfc-4974-bf52-90eb4d15dff8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199598 Dec 16 14:51:19.852756 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:19.854533 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:19.899547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-94867c00-3ac3-4bec-a550-2e6d9aa4b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:19.901099 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-94867c00-3ac3-4bec-a550-2e6d9aa4b343 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1829052 Dec 16 14:51:19.960079 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:19.965873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:20.011997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34512) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:20.036496 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d891be8-436f-4f7b-ad43-c793e554a4b7 req-37db6042-6297-4ad0-9098-e8c5b3196376 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:20.038047 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3d891be8-436f-4f7b-ad43-c793e554a4b7 req-37db6042-6297-4ad0-9098-e8c5b3196376 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1688938 Dec 16 14:51:20.040034 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-107bc396-947e-4478-8f16-ad24bbfe7b0b service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446665 Dec 16 14:51:20.044525 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.095002 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-92c03526-e24b-4c8f-a8d1-18a91a447246 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850293 Dec 16 14:51:20.113376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:20.184697 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Usage tracker for resource:security_group_rule and tenant:9453464876484a86a9a929b5b76b75ce is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:20.193233 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:20.200056 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3d891be8-436f-4f7b-ad43-c793e554a4b7 req-7619525b-2382-4f97-8d75-04a37ff4aea8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382985 Dec 16 14:51:20.207804 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:20.242075 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['88df3571-f335-4312-be98-b52185c34e10'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:20.250686 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e09ce35-8995-428e-bcbc-b99522e1555c req-ca858a44-f580-435d-9860-ac3813f24bff service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413684 Dec 16 14:51:20.275423 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a465591-9228-4e44-8d4b-40ada3d669fc req-0bf371fb-8f65-46a4-b2e5-c374d49d6b71 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896472 Dec 16 14:51:20.332472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.403179 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.412161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:20.450996 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360dad81-62ca-46b9-ae4f-5279fdb7a1aa,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:20.458298 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9453464876484a86a9a929b5b76b75ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428244 Dec 16 14:51:20.458298 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:20.458548 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34522) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:20.518974 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.529644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34526) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:20.563411 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.582310 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.596574 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:20.610981 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Usage tracker for resource:security_group_rule and tenant:549dd86e97de4727bf505a82cfb51887 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:20.615067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:20.625861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee298-85b3-4104-8cb7-d8a433591048 req-5d3e75d5-e96f-4b33-aace-53a3223eeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:20.627451 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-5d3e75d5-e96f-4b33-aace-53a3223eeeef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1097 time: 0.1011355 Dec 16 14:51:20.631999 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:20.637394 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb377-02e9-49f0-a7c5-469cb2d4c194 req-f2f2c6ce-664e-45d9-acb3-41678f8e9523 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:20.638925 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-016fb377-02e9-49f0-a7c5-469cb2d4c194 req-f2f2c6ce-664e-45d9-acb3-41678f8e9523 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 944 time: 0.1504598 Dec 16 14:51:20.717350 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.757394 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.762510 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3080f087-8e55-4f60-8529-0aef81a040eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:20.777147 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360dad81-62ca-46b9-ae4f-5279fdb7a1aa,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:20.779470 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-016fb377-02e9-49f0-a7c5-469cb2d4c194 req-f73387db-5974-44ce-82e3-b9f4744d2010 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161389 Dec 16 14:51:20.787808 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:20.788753 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.792605 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/360dad81-62ca-46b9-ae4f-5279fdb7a1aa HTTP/1.1" status: 204 len: 168 time: 0.3331556 Dec 16 14:51:20.808974 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:20.821673 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ab1ff495-c02d-4d05-94a2-3bbfcf05b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:20.858948 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee298-85b3-4104-8cb7-d8a433591048 req-ffa08cfe-5ac9-4cad-aa4a-bcddfd8b068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:20.860417 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-ffa08cfe-5ac9-4cad-aa4a-bcddfd8b068d service neutron] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 912 time: 0.2205513 Dec 16 14:51:20.895029 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=549dd86e97de4727bf505a82cfb51887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481565 Dec 16 14:51:20.895029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34538) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:20.927012 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec95ea-1b1e-45bd-bd8f-3cbae72c0958,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:20.943695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:20.959923 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-3d2c8d11-e03e-4d11-a43b-1c4c0869458c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 217 time: 0.0802915 Dec 16 14:51:21.044497 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee298-85b3-4104-8cb7-d8a433591048 req-a700f817-b4ce-40c6-9f5e-b6d4dac8cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:21.047798 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-a700f817-b4ce-40c6-9f5e-b6d4dac8cf0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.0805776 Dec 16 14:51:21.058947 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.091510 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.125552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d180d-2532-4cec-8984-9a913ce3996c req-3badc50c-9f8c-44ef-a3c5-b544854bc51b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:21.127223 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-817d180d-2532-4cec-8984-9a913ce3996c req-3badc50c-9f8c-44ef-a3c5-b544854bc51b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 944 time: 0.1547656 Dec 16 14:51:21.158919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee298-85b3-4104-8cb7-d8a433591048 req-e6a86e83-9a86-4c1e-903a-9437ddbcc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:21.161401 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-e6a86e83-9a86-4c1e-903a-9437ddbcc511 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039808 Dec 16 14:51:21.183969 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-817d180d-2532-4cec-8984-9a913ce3996c req-b540334a-3681-4793-9207-6a0f40cc7b66 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471482 Dec 16 14:51:21.302543 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.306997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a2b72165-0dd4-455e-ab8f-cb8b3eb25bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:21.329354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec95ea-1b1e-45bd-bd8f-3cbae72c0958,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:21.333919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:21.334753 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.337820 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:21.339349 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-fdfb6115-3b58-4a33-828c-a8f0695119e4 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583145 Dec 16 14:51:21.349823 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afec95ea-1b1e-45bd-bd8f-3cbae72c0958 HTTP/1.1" status: 204 len: 168 time: 0.4444604 Dec 16 14:51:21.393206 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 88df3571-f335-4312-be98-b52185c34e10 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:21.552419 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdc25a-64a4-4889-b013-c91fa26fb424 req-0db9906e-4208-49e9-bb90-cad7c923090e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:21.553942 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f5bdc25a-64a4-4889-b013-c91fa26fb424 req-0db9906e-4208-49e9-bb90-cad7c923090e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.2182224 Dec 16 14:51:21.583477 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:21.600392 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:21.637432 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 88df3571-f335-4312-be98-b52185c34e10 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:21.658133 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 88df3571-f335-4312-be98-b52185c34e10 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:21.658592 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.690861 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bddee298-85b3-4104-8cb7-d8a433591048 req-d5f77d98-361a-4a18-b98c-436b14dd1fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775788 Dec 16 14:51:21.695287 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f5bdc25a-64a4-4889-b013-c91fa26fb424 req-b90bc808-c4b2-4128-b2a9-dfa658335bec tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344330 Dec 16 14:51:21.725915 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.754707 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:21.771284 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:21.839968 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.862562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:21.867464 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:21.932168 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88df3571-f335-4312-be98-b52185c34e10'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:21.968031 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=88df3571-f335-4312-be98-b52185c34e10,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:21.983189 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:21.986733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:21.991645 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88df3571-f335-4312-be98-b52185c34e10', 'code': 200} Dec 16 14:51:22.066628 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:22.068930 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:22.172172 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37257c35-d31d-451f-86c8-5fbcd0d9eabf req-39581722-3b6e-4026-ba07-fe25c707ef90 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:22.175425 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-37257c35-d31d-451f-86c8-5fbcd0d9eabf req-39581722-3b6e-4026-ba07-fe25c707ef90 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 944 time: 0.2136812 Dec 16 14:51:22.182908 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:22.186759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:22.254143 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-37257c35-d31d-451f-86c8-5fbcd0d9eabf req-8e60c579-b0eb-4bba-aab8-16cfccbb9033 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730140 Dec 16 14:51:22.307063 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['8da031bb-dc59-4703-8e4f-d4702b768e28'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:22.436876 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a115bb7-6d41-4dd7-9560-1a2975aa2117 req-74e3c576-d1ea-4a8a-99f5-b52603cc7755 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:22.439931 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6a115bb7-6d41-4dd7-9560-1a2975aa2117 req-74e3c576-d1ea-4a8a-99f5-b52603cc7755 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 944 time: 0.0982788 Dec 16 14:51:22.547429 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6a115bb7-6d41-4dd7-9560-1a2975aa2117 req-5fdd40ee-e248-4624-81fe-6a570d42daa0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675616 Dec 16 14:51:22.563716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3091-bbfd-4a46-838a-f7e882891940 req-cd6ab7a8-561f-44ec-964e-f232bb835c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:22.565191 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-726e3091-bbfd-4a46-838a-f7e882891940 req-cd6ab7a8-561f-44ec-964e-f232bb835c87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1098 time: 0.1243930 Dec 16 14:51:22.615318 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-726e3091-bbfd-4a46-838a-f7e882891940 req-e8cf0cbd-a930-4e16-b9d0-017cee8eabf1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Dec 16 14:51:22.922959 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ef75-81c3-4316-9a65-d205e5ef8648 req-f3f6eb34-0e5b-43ee-b008-9e4704b75377 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:22.927367 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2a93ef75-81c3-4316-9a65-d205e5ef8648 req-f3f6eb34-0e5b-43ee-b008-9e4704b75377 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 944 time: 0.1174583 Dec 16 14:51:22.994339 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2a93ef75-81c3-4316-9a65-d205e5ef8648 req-126c86b6-5357-4ca5-b1a2-7cf98997bf5c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602720 Dec 16 14:51:23.338482 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:23.346269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:23.547426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c76466-3413-4f55-bf0b-a06a37e97ee6 req-5f3abf78-5e92-400a-91d3-97c7fe040060 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:23.564533 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-03c76466-3413-4f55-bf0b-a06a37e97ee6 req-5f3abf78-5e92-400a-91d3-97c7fe040060 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1416745 Dec 16 14:51:23.628780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:23.648669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'port_id': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'mac_address': 'fa:16:3e:bc:b4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:23.704953 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 8da031bb-dc59-4703-8e4f-d4702b768e28 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:23.705863 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-03c76466-3413-4f55-bf0b-a06a37e97ee6 req-2a3aa705-a6c0-4d0c-9131-8836b03faf6e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484425 Dec 16 14:51:23.720921 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 8da031bb-dc59-4703-8e4f-d4702b768e28 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:23.721447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:23.807697 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:23.836831 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f6dbb-b648-4418-aabe-811394ebbe1e req-edd04f69-8a3c-4145-8764-8019768a749f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:23.844720 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a39f6dbb-b648-4418-aabe-811394ebbe1e req-edd04f69-8a3c-4145-8764-8019768a749f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 944 time: 0.1004832 Dec 16 14:51:23.883754 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:23.902771 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:23.921334 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:23.929984 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a39f6dbb-b648-4418-aabe-811394ebbe1e req-e1b38f99-1717-4199-b0c8-028104c8d0e3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840337 Dec 16 14:51:23.947283 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:23.992258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:24.009718 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:24.012911 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:24.097020 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:24.101367 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'code': 200} Dec 16 14:51:24.153105 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:24.166777 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:24.167331 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:24.281044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:24.296281 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:24.301768 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a127-3889-4630-bc79-8086cfc94ea8 req-7c034cb2-c361-4bcd-83a9-198cf63e1fb3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:24.303722 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d121a127-3889-4630-bc79-8086cfc94ea8 req-7c034cb2-c361-4bcd-83a9-198cf63e1fb3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1454735 Dec 16 14:51:24.353874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:24.360597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34668) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:24.386915 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d121a127-3889-4630-bc79-8086cfc94ea8 req-c2f0c5fe-d69f-4a13-8e83-118d04e8e194 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775275 Dec 16 14:51:24.511452 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:24.574431 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:24.578771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Usage tracker for resource:security_group_rule and tenant:455d6b5f935d4552b5062775d5b5c9d8 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:24.586384 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:24.593754 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:24.646014 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119de634-7c0f-4622-9890-553848e51098 req-839e36f5-f1c9-4596-ba7b-8d6831c4caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:24.647628 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-119de634-7c0f-4622-9890-553848e51098 req-839e36f5-f1c9-4596-ba7b-8d6831c4caef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1098 time: 0.1239755 Dec 16 14:51:24.725258 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-119de634-7c0f-4622-9890-553848e51098 req-8a2989c8-d455-41d2-843a-90ac3fc22555 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670457 Dec 16 14:51:24.743865 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:24.832541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:24.849958 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:24.900015 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1471d357-b39b-46c6-89c0-ad2a422f0f6f,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:24.903971 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:24.907651 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=455d6b5f935d4552b5062775d5b5c9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458696 Dec 16 14:51:24.913476 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34684) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:24.956065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276dd5e-2855-47a2-ba95-08641cf1a16a req-6ab888b9-e924-40ec-aa20-e77b2f11f4ad tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:24.958653 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b276dd5e-2855-47a2-ba95-08641cf1a16a req-6ab888b9-e924-40ec-aa20-e77b2f11f4ad tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1525171 Dec 16 14:51:25.011813 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b276dd5e-2855-47a2-ba95-08641cf1a16a req-96ec31cb-af32-4e80-8677-1992c0539548 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Dec 16 14:51:25.042116 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.077532 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.118771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b0044-5610-499d-be15-6c797fffbcaf req-38076564-89f1-4651-9819-eee37812db49 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:25.120260 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a46b0044-5610-499d-be15-6c797fffbcaf req-38076564-89f1-4651-9819-eee37812db49 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.1671796 Dec 16 14:51:25.176076 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a46b0044-5610-499d-be15-6c797fffbcaf req-ea569394-718d-4bae-bef0-a5d659968f4a tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Dec 16 14:51:25.230223 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088ef83-4085-413a-991c-61a1b2cfe817 req-f56921df-dcf2-4dd6-a84b-bb24633039ca tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:25.234713 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a088ef83-4085-413a-991c-61a1b2cfe817 req-f56921df-dcf2-4dd6-a84b-bb24633039ca tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 945 time: 0.1008976 Dec 16 14:51:25.288947 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.296415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:25.301048 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a088ef83-4085-413a-991c-61a1b2cfe817 req-ad73dd43-5d40-4819-a821-9a09d39183ef tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463002 Dec 16 14:51:25.319917 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1471d357-b39b-46c6-89c0-ad2a422f0f6f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:25.322578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:25.323790 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.326969 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1471d357-b39b-46c6-89c0-ad2a422f0f6f HTTP/1.1" status: 204 len: 168 time: 0.4099722 Dec 16 14:51:25.396908 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34700) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:25.554710 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.585126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:25.592744 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Usage tracker for resource:security_group_rule and tenant:38d004651a204b27b1bf414d75a2afef is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:25.596475 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:25.603689 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:25.640988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828c36-01b6-4ba5-a59e-5a7720f660c8 req-5440033b-4485-4de5-974e-9be5e6da8988 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:25.642506 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bc828c36-01b6-4ba5-a59e-5a7720f660c8 req-5440033b-4485-4de5-974e-9be5e6da8988 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1453671 Dec 16 14:51:25.703916 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bc828c36-01b6-4ba5-a59e-5a7720f660c8 req-cb885b33-713d-48f8-b1a0-68a92b8a315f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550740 Dec 16 14:51:25.752181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.757278 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-f4de1bf4-35b8-4499-a262-764c11c854ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908170 Dec 16 14:51:25.855101 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:25.865568 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-eea40fed-0e17-43b1-bc7e-c8902222cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:25.900241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2b341-9dac-41c4-8799-192712627ed9 req-ac511878-5783-44f4-ad15-18f3fc983460 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:25.902118 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-69f2b341-9dac-41c4-8799-192712627ed9 req-ac511878-5783-44f4-ad15-18f3fc983460 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1028619 Dec 16 14:51:25.906073 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38d004651a204b27b1bf414d75a2afef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080922 Dec 16 14:51:25.907785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350a299-77f8-425e-9ed7-8dc28f3964b9,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:25.909781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34716) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:25.911700 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:26.038723 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-080c5f75-3e64-4789-8c11-305fa99358fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.040598 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-080c5f75-3e64-4789-8c11-305fa99358fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1098 time: 0.0926528 Dec 16 14:51:26.066076 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-69f2b341-9dac-41c4-8799-192712627ed9 req-7c97cbe2-b4fa-4d13-9147-8d5ae6e7655c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579504 Dec 16 14:51:26.097163 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:26.115050 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-5012152a-67a8-4c9b-9946-2691aeaaca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.116500 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-5012152a-67a8-4c9b-9946-2691aeaaca4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.1676915 Dec 16 14:51:26.130144 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:26.286194 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-53e277c2-4b6a-47a7-961f-c67118e080bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.289809 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-53e277c2-4b6a-47a7-961f-c67118e080bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.1803837 Dec 16 14:51:26.325696 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-016d622d-cf3e-4c78-8acf-ce364f3446e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.327678 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-016d622d-cf3e-4c78-8acf-ce364f3446e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.1885042 Dec 16 14:51:26.345205 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:51:26.417420 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:26.470690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:26.477242 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-d74346e7-2076-4825-bcd2-003be8cd65a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 200 len: 217 time: 0.1642449 Dec 16 14:51:26.481714 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-3912bb9a-b07a-4b8f-890e-6a5c73e2b465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.1432350 Dec 16 14:51:26.494307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350a299-77f8-425e-9ed7-8dc28f3964b9,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:26.497856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:26.562254 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:26.563365 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c350a299-77f8-425e-9ed7-8dc28f3964b9 HTTP/1.1" status: 204 len: 168 time: 0.6478913 Dec 16 14:51:26.569983 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4c213-cacf-4822-9f12-2e4a72f572eb req-d9cb6fda-2d37-439d-baae-9941e854ed39 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.571529 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b0c4c213-cacf-4822-9f12-2e4a72f572eb req-d9cb6fda-2d37-439d-baae-9941e854ed39 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.1622477 Dec 16 14:51:26.578661 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-681b5e17-d61c-41b9-b6ab-8c807f879e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.580003 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-681b5e17-d61c-41b9-b6ab-8c807f879e9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0824795 Dec 16 14:51:26.586256 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-2c256b6e-9b83-4e70-96b7-4080ae02da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.587890 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-2c256b6e-9b83-4e70-96b7-4080ae02da5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0867090 Dec 16 14:51:26.606048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6185-0af8-4eb9-91c5-a3429575a910 req-59ad17b1-eac4-4a8d-87b3-4e75b65b91ab tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:26.607569 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2db6185-0af8-4eb9-91c5-a3429575a910 req-59ad17b1-eac4-4a8d-87b3-4e75b65b91ab tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 945 time: 0.1913419 Dec 16 14:51:26.672846 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-68070688-70a4-4b6a-8109-306dfbf6eea5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500064 Dec 16 14:51:26.675626 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b0c4c213-cacf-4822-9f12-2e4a72f572eb req-eaafd857-bdec-420b-85af-1fa2ade81823 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927269 Dec 16 14:51:26.708527 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-647f3c06-eb26-4e7b-9bd7-7d003f9dc099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849152 Dec 16 14:51:26.754245 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2db6185-0af8-4eb9-91c5-a3429575a910 req-ecf68409-54ec-4ad8-8982-cf7b7521a7d2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318257 Dec 16 14:51:26.829731 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-510eed99-df7b-4b70-86e0-5f6370227800 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449583 Dec 16 14:51:27.036908 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-f1973c98-3a81-42d5-9910-90750dd0d53e service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139849 Dec 16 14:51:27.065235 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-024b07b2-fe93-4b42-9383-6dae895c8d04 req-83f4e16c-5c48-43fd-ab4b-001a1252a921 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281399 Dec 16 14:51:27.109173 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0cadc-82f7-432c-b884-8a071bbf2e60 req-99f2ff19-f159-4319-8e89-7cacf630eead tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:27.121801 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-06a0cadc-82f7-432c-b884-8a071bbf2e60 req-99f2ff19-f159-4319-8e89-7cacf630eead tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1854050 Dec 16 14:51:27.200730 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-06a0cadc-82f7-432c-b884-8a071bbf2e60 req-be147a85-9ca1-4db5-aced-b33ca71b3db8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759044 Dec 16 14:51:27.249391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b879d7b-e7eb-4cbf-8460-fed258244e17 req-832f3e37-36ca-43b0-8ceb-3908142199e1 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023141 Dec 16 14:51:27.359048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b67bd-4ed3-4ab3-bac6-ce4734dd2a34 req-650744a9-cfa0-4d3c-aad1-41c89e897810 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:27.360698 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e95b67bd-4ed3-4ab3-bac6-ce4734dd2a34 req-650744a9-cfa0-4d3c-aad1-41c89e897810 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0995097 Dec 16 14:51:27.368920 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:27.443426 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e95b67bd-4ed3-4ab3-bac6-ce4734dd2a34 req-94950496-18f8-456c-9e98-e246747b9ab4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717185 Dec 16 14:51:27.499570 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8bf70-8573-47bf-b81e-daa4ac5cfa5b req-3d567297-f5c6-439d-9e74-4a3383c15df3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:27.502745 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1ec8bf70-8573-47bf-b81e-daa4ac5cfa5b req-3d567297-f5c6-439d-9e74-4a3383c15df3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1732404 Dec 16 14:51:27.510634 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34782) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:27.516957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'floatingip': {'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:27.586347 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:27.591574 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:27.592048 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:27.602668 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:27.736823 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:27.765339 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:27.775723 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:27.849055 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:27.852774 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'code': 200} Dec 16 14:51:27.853225 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:28.010729 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:28.016301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:28.153176 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd3261-9d0c-4947-9f34-dd49c85346fa req-4598634a-0208-4368-a46c-dcf1c39428ba tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:28.162038 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5edd3261-9d0c-4947-9f34-dd49c85346fa req-4598634a-0208-4368-a46c-dcf1c39428ba tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1472137 Dec 16 14:51:28.242646 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5edd3261-9d0c-4947-9f34-dd49c85346fa req-7b16b01f-c70f-46c7-9382-755a9abaf234 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754747 Dec 16 14:51:28.242734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a503b-24ee-49df-806b-28a5ce5bce98 req-e8e85d67-61e7-4c47-9854-a1376160b176 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:28.243183 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f77a503b-24ee-49df-806b-28a5ce5bce98 req-e8e85d67-61e7-4c47-9854-a1376160b176 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.4251595 Dec 16 14:51:28.499393 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-08875621-9ab4-43d3-a3f6-871f6ed87daf tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:28.500861 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-08875621-9ab4-43d3-a3f6-871f6ed87daf tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.53 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.5635800 Dec 16 14:51:28.534822 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6f0de-5602-4f3a-a5de-66b9723228d2 req-93f5389f-80d3-408c-aa5f-0395d8a16b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:28.536301 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61d6f0de-5602-4f3a-a5de-66b9723228d2 req-93f5389f-80d3-408c-aa5f-0395d8a16b43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1099 time: 0.1030343 Dec 16 14:51:28.563160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:28.568213 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f77a503b-24ee-49df-806b-28a5ce5bce98 req-3dc6e9be-d774-4fc1-b36f-99ada3a4ac87 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100679 Dec 16 14:51:28.615503 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Deleting port 4f9c7046-be7c-4c56-a704-1da19ec59716 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:51:28.615785 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:28.644565 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61d6f0de-5602-4f3a-a5de-66b9723228d2 req-8099072b-91d2-4301-9551-59b924b5d5ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920451 Dec 16 14:51:28.681696 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ecef-ad15-4da0-8302-4e65ebac0538 req-b050a5cd-1904-4c60-a56e-3d169447ca1a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:28.683185 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-17b6ecef-ad15-4da0-8302-4e65ebac0538 req-b050a5cd-1904-4c60-a56e-3d169447ca1a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0893285 Dec 16 14:51:28.733576 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-17b6ecef-ad15-4da0-8302-4e65ebac0538 req-0b9f95cc-4947-43fb-9539-9349c959d81d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Dec 16 14:51:28.953397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.db.resource_extend [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:51:29.078685 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:29.102468 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] For port 4f9c7046-be7c-4c56-a704-1da19ec59716, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4f9c7046-be7c-4c56-a704-1da19ec59716,segment=NetworkSegment(c072a726-6dc2-4d25-97b6-f80e9d7abc2f),segment_id=c072a726-6dc2-4d25-97b6-f80e9d7abc2f)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:29.102850 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:29.176427 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:29.400571 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Calling delete_port for 4f9c7046-be7c-4c56-a704-1da19ec59716 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:51:29.454963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34852) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:29.527349 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Floating IP 7d8b057b-e2de-4c0d-8c57-7d77a3b85af7 associated. External IP: 172.28.2.49, port: 8da031bb-dc59-4703-8e4f-d4702b768e28. Dec 16 14:51:29.682343 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:29.683975 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:29.688452 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Usage tracker for resource:security_group_rule and tenant:96925b1f7973461e9dc17ba2ffe27b7d is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:29.691699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:29.697683 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:29.825942 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ef99e-bc6a-4c42-922b-9f2ce6d81085 req-2d4c3a61-9c73-4fd6-8040-ceb8d451771e tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:29.827886 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a21ef99e-bc6a-4c42-922b-9f2ce6d81085 req-2d4c3a61-9c73-4fd6-8040-ceb8d451771e tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 946 time: 0.1268947 Dec 16 14:51:29.874175 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7a96f-9299-4634-852b-d72ad067fee5 req-2c94299c-b59e-4d2b-8109-89d1ed950144 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:29.874175 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a6b7a96f-9299-4634-852b-d72ad067fee5 req-2c94299c-b59e-4d2b-8109-89d1ed950144 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.4822807 Dec 16 14:51:29.901327 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a21ef99e-bc6a-4c42-922b-9f2ce6d81085 req-a3c2752b-8c81-4e0d-a25d-c65998e69614 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/security-groups?id=a4e0dffe-9d07-4014-a285-671ba1a6948f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Dec 16 14:51:29.921874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.003644 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a6b7a96f-9299-4634-852b-d72ad067fee5 req-bc8d179e-5614-49c0-96b0-5c4e5629e13d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288257 Dec 16 14:51:30.065999 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.100984 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:30.110768 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96925b1f7973461e9dc17ba2ffe27b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540995 Dec 16 14:51:30.114747 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34866) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:30.168728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0db5d-7ef9-4479-ba55-30788d77fda4,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:30.173448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:30.182032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.191556 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:30.220288 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.229024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3cb33-d9c3-42a2-86d6-475418703566 req-bb125a8f-5fb9-4ef0-98c1-0ef56057063e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:30.236763 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b6a3cb33-d9c3-42a2-86d6-475418703566 req-bb125a8f-5fb9-4ef0-98c1-0ef56057063e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2385941 Dec 16 14:51:30.239993 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Pushing event deleted for resources: {'Port': ['ID=4f9c7046-be7c-4c56-a704-1da19ec59716,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:30.244969 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:30.292127 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.322884 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b6a3cb33-d9c3-42a2-86d6-475418703566 req-4c7c3cbb-e5a7-4450-90ae-49ec74e09267 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Dec 16 14:51:30.323659 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] No DVR routers for this DVR port 4f9c7046-be7c-4c56-a704-1da19ec59716 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:51:30.329387 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.331798 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'name': 'network-vif-deleted', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:30.337650 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:51:30.402025 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dbc9c0-1809-42c8-8ca3-ac4dcf944834', 'name': 'network-vif-deleted', 'tag': '4f9c7046-be7c-4c56-a704-1da19ec59716', 'status': 'completed', 'code': 200} Dec 16 14:51:30.471848 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.478301 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:30.488751 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-08b3f43c-efa3-4c57-99a2-294f34c89172 req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.53 "DELETE /v2.0/ports/4f9c7046-be7c-4c56-a704-1da19ec59716 HTTP/1.1" status: 204 len: 173 time: 1.9753468 Dec 16 14:51:30.493262 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0db5d-7ef9-4479-ba55-30788d77fda4,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:30.503467 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:30.515138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.516243 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7a0db5d-7ef9-4479-ba55-30788d77fda4 HTTP/1.1" status: 204 len: 168 time: 0.3980963 Dec 16 14:51:30.537548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:51:30.540156 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:30.547599 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:51:30.573237 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:51:30.573237 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:51:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:30.609458 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-8e13a1dc-4803-44e5-be1d-584a86abad14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "PUT /v2.0/floatingips/7d8b057b-e2de-4c0d-8c57-7d77a3b85af7 HTTP/1.1" status: 200 len: 990 time: 3.0969470 Dec 16 14:51:30.793075 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:51:31.071532 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1cbfb86f-3f41-4174-adc7-02682830b202 req-fbcb38c6-688b-407b-b7a6-16a4371fe173 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Synchronizing usage tracker for tenant:27d06ed2832f4353bff1a0749866b0df on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:31.151540 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-1cbfb86f-3f41-4174-adc7-02682830b202 req-fbcb38c6-688b-407b-b7a6-16a4371fe173 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Unset dirty status for tenant:27d06ed2832f4353bff1a0749866b0df on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:31.152708 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1cbfb86f-3f41-4174-adc7-02682830b202 req-fbcb38c6-688b-407b-b7a6-16a4371fe173 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.1316588 Dec 16 14:51:31.200812 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '7d8b057b-e2de-4c0d-8c57-7d77a3b85af7', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.49', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355645c-7404-4e57-ab16-a9767752632a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:59Z', 'updated_at': '2021-12-16T14:51:28Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:31.204951 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:51:31.214022 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:51:31.214704 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:51:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:31.217535 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8a244-58dd-48eb-bb3c-e91559156cd6 req-7f7a8066-9a27-4c4f-a7cb-3c55ee00b80d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:31.219895 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-52b8a244-58dd-48eb-bb3c-e91559156cd6 req-7f7a8066-9a27-4c4f-a7cb-3c55ee00b80d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0893252 Dec 16 14:51:31.275183 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-52b8a244-58dd-48eb-bb3c-e91559156cd6 req-cd8a1766-7dfd-40a2-8b2e-9e551176fde9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500529 Dec 16 14:51:31.301123 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34896) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:31.319156 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.336442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:31.340479 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Usage tracker for resource:security_group_rule and tenant:23cbde12d9c34134b0a59eb8b2f93198 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:31.344022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:31.350174 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:31.407521 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 4f9c7046-be7c-4c56-a704-1da19ec59716 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:51:31.432933 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:51:31.460090 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 4f9c7046-be7c-4c56-a704-1da19ec59716 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:51:31.460433 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 4f9c7046-be7c-4c56-a704-1da19ec59716 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:51:31.542008 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6989352-2dae-43c4-9dfb-c671ff10a8f1 req-2af4244c-e1db-456f-9f53-94b0e0e5fa1b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:31.549205 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6989352-2dae-43c4-9dfb-c671ff10a8f1 req-2af4244c-e1db-456f-9f53-94b0e0e5fa1b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1513798 Dec 16 14:51:31.557434 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 34906) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:31.561920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'floatingip': {'port_id': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:31.581851 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.623120 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653c0a-ff5f-43f6-8613-2afe695ed24f req-282ef9f0-af04-4a51-a6e1-1b8ce4f27e14 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:31.624927 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-79653c0a-ff5f-43f6-8613-2afe695ed24f req-282ef9f0-af04-4a51-a6e1-1b8ce4f27e14 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1286097 Dec 16 14:51:31.657859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.689585 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-79653c0a-ff5f-43f6-8613-2afe695ed24f req-d8cd1988-2cba-4a92-b25d-e092a0ea1f7e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582364 Dec 16 14:51:31.695135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.704282 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1954ead0-cbdb-4c62-a83e-5e169e5f3737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:31.749097 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23cbde12d9c34134b0a59eb8b2f93198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464400 Dec 16 14:51:31.750523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1527c4b-441a-4e8c-9997-1dafcb68ce72,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:31.763387 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:31.763387 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34914) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:31.926332 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.976458 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-56030185-99ab-46c1-88d0-b38394228eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '7d8b057b-e2de-4c0d-8c57-7d77a3b85af7', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.49', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355645c-7404-4e57-ab16-a9767752632a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:59Z', 'updated_at': '2021-12-16T14:51:28Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:31.984892 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:31.987965 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56030185-99ab-46c1-88d0-b38394228eda None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '7d8b057b-e2de-4c0d-8c57-7d77a3b85af7', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.49', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355645c-7404-4e57-ab16-a9767752632a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:59Z', 'updated_at': '2021-12-16T14:51:28Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:51:32.134405 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.140708 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:32.151690 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1527c4b-441a-4e8c-9997-1dafcb68ce72,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:32.157029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:32.159586 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.161418 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1527c4b-441a-4e8c-9997-1dafcb68ce72 HTTP/1.1" status: 204 len: 168 time: 0.4007156 Dec 16 14:51:32.376728 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba62e60-e4be-48f8-90f6-16fce4a7a497 None None] New status for floating IP 7d8b057b-e2de-4c0d-8c57-7d77a3b85af7: ACTIVE {{(pid=87437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:51:32.392561 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa30d6d6-a1a5-4938-80ea-1bf37e194cab req-57f6009a-43a2-48d7-b2d5-cd0bdf8f1540 tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] 10.222.0.46 "GET /v2.0/ports?device_id=40dbc9c0-1809-42c8-8ca3-ac4dcf944834 HTTP/1.1" status: 200 len: 210 time: 0.0731320 Dec 16 14:51:32.403308 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:32.514865 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'status': 'completed', 'code': 200} Dec 16 14:51:32.520641 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34946) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:32.603904 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.624105 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e96ba-2903-46d6-855e-61f28568164b req-5b1c8d27-3730-411c-bd70-21ac2aad7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:32.625680 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-5b1c8d27-3730-411c-bd70-21ac2aad7c5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1098 time: 0.0914547 Dec 16 14:51:32.646698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.670466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:32.676551 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Usage tracker for resource:security_group_rule and tenant:d48ec3921f96459f93fde687f6071baa is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:32.679924 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:32.686327 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:32.693897 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.790495 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.921763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:32.930801 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:32.988351 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d48ec3921f96459f93fde687f6071baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639008 Dec 16 14:51:32.988629 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 34968) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:32.991059 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75366d6-6823-4265-8c11-fb50b71a4d4d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:32.994238 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:33.052931 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57276b-d59b-4bc4-9888-d7fc8dbe8672 req-c4c9e72f-b4c6-4234-896b-216bef948809 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:33.054492 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa57276b-d59b-4bc4-9888-d7fc8dbe8672 req-c4c9e72f-b4c6-4234-896b-216bef948809 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2199557 Dec 16 14:51:33.116119 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:33.141150 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa57276b-d59b-4bc4-9888-d7fc8dbe8672 req-8d6c9414-36ca-437c-8cb6-53f797f45b02 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784960 Dec 16 14:51:33.152369 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Floating IP cb07ff90-80f2-4d49-8f12-955b90353dd1 associated. External IP: 172.28.2.184, port: 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f. Dec 16 14:51:33.166164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:33.251741 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e96ba-2903-46d6-855e-61f28568164b req-2e3abe21-6aec-4090-b50d-e795f3d6c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:33.253262 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-2e3abe21-6aec-4090-b50d-e795f3d6c54f service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.6113269 Dec 16 14:51:33.298446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:33.299271 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d9754645-f6a5-4645-b816-dbf7e2c99a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:33.310705 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75366d6-6823-4265-8c11-fb50b71a4d4d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:33.314326 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:33.321302 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:33.321302 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0af6e100-3a62-49e9-8549-9fcf165b8795 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b75366d6-6823-4265-8c11-fb50b71a4d4d HTTP/1.1" status: 204 len: 168 time: 0.3289633 Dec 16 14:51:33.454654 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-3513ef0b-a765-4811-89e8-beacd7e18e66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 1000 time: 0.1416152 Dec 16 14:51:33.667944 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e96ba-2903-46d6-855e-61f28568164b req-ab2ff82e-5279-404c-899d-4cbc5f440866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:33.669388 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-ab2ff82e-5279-404c-899d-4cbc5f440866 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.1639886 Dec 16 14:51:33.750830 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:51:33.915680 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e96ba-2903-46d6-855e-61f28568164b req-6f4e490f-71b1-4549-86ce-2fb39ba1635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:33.917327 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-6f4e490f-71b1-4549-86ce-2fb39ba1635e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2399459 Dec 16 14:51:34.092770 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35022) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:34.111441 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:51:34.117348 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.122481 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:51:34.128274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35028) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:34.133543 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:51:34.134103 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:51:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:34.194930 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-1aa364b2-9758-4a98-905d-38ef2e3a32eb service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187941 Dec 16 14:51:34.200433 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-3a6e76a3-f438-4b1b-abb4-21d5d909caf8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "PUT /v2.0/floatingips/cb07ff90-80f2-4d49-8f12-955b90353dd1 HTTP/1.1" status: 200 len: 992 time: 2.6449821 Dec 16 14:51:34.255283 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35042) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:34.316547 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.323730 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:51:34.383361 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:34.402938 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Usage tracker for resource:security_group_rule and tenant:a85802f29bef4f28934e2596e35b0e9c is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:34.413715 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:34.415654 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d37e96ba-2903-46d6-855e-61f28568164b req-fff5d225-10c4-4c28-a013-dd5d57317b4e service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133458 Dec 16 14:51:34.425434 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:34.516100 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:34.630326 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203261164-network', 'tenant_id': 'd1d92df1cd0046049581e5983982ced7'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:34.644848 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:34.652051 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Usage tracker for resource:network and tenant:d1d92df1cd0046049581e5983982ced7 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:34.660664 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:34.675242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6b845-de7c-47e8-8175-9a1e90496188 req-67a4045d-beb3-43e1-9300-71931f94d8d2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:34.676829 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-03a6b845-de7c-47e8-8175-9a1e90496188 req-67a4045d-beb3-43e1-9300-71931f94d8d2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2531385 Dec 16 14:51:34.684563 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:34.725840 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.765132 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:34.771879 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'status': 'completed', 'code': 200} Dec 16 14:51:34.775786 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Usage tracker for resource:security_group_rule and tenant:276af1ee03e74b2bbc4cc0aef51c3de7 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:34.777840 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'cb07ff90-80f2-4d49-8f12-955b90353dd1', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.184', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:bc:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c5162-23f9-410a-86c7-b3f100783bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:51:06Z', 'updated_at': '2021-12-16T14:51:32Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:34.781276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:34.782183 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:51:34.786873 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.791731 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:51:34.792065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:34.794526 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:51:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:34.796413 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-03a6b845-de7c-47e8-8175-9a1e90496188 req-cc316f00-bce1-45e4-8eb2-e04ca64ddb12 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976286 Dec 16 14:51:34.858416 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.870968 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b3ecc75d-6b8e-49a9-948c-2ba9cfba950f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:34.923045 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-81d4a73b-82e4-4ead-8677-acd6f7a6a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:34.924449 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-81d4a73b-82e4-4ead-8677-acd6f7a6a9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0836971 Dec 16 14:51:34.940175 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a85802f29bef4f28934e2596e35b0e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6815827 Dec 16 14:51:34.950990 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35050) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:34.951983 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Made reservation on behalf of d1d92df1cd0046049581e5983982ced7 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:34.955376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:34.992181 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:51:35.047260 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85315ab6-af53-4792-bf58-0f7e6d6bee1c,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:35.052161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.078644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.084492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:35.086494 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:35.106186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:35.126056 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Usage tracker for resource:security_group_rule and tenant:d1d92df1cd0046049581e5983982ced7 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:35.131554 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:35.143023 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:35.173801 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-aa0515f3-1ba5-402d-ab57-e40d177533ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:35.175586 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-aa0515f3-1ba5-402d-ab57-e40d177533ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 912 time: 0.2445264 Dec 16 14:51:35.190895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.231316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.248704 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.281516 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-b44c5c17-fadc-401e-9932-2451a473da37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 1000 time: 0.0987215 Dec 16 14:51:35.318323 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.327823 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55fbab21-5f10-4e4e-a5f8-6997546edbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:35.355657 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-c6fa4800-3e55-41e9-b174-64245e909da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:35.357121 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-c6fa4800-3e55-41e9-b174-64245e909da0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.0690238 Dec 16 14:51:35.367665 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'cb07ff90-80f2-4d49-8f12-955b90353dd1', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.184', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:bc:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c5162-23f9-410a-86c7-b3f100783bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:51:06Z', 'updated_at': '2021-12-16T14:51:32Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:35.371972 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35148df5-32b3-4a1d-8cd5-40e3ab0803ec None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'cb07ff90-80f2-4d49-8f12-955b90353dd1', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.184', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:bc:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692c5162-23f9-410a-86c7-b3f100783bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:51:06Z', 'updated_at': '2021-12-16T14:51:32Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:51:35.386695 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=276af1ee03e74b2bbc4cc0aef51c3de7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2921324 Dec 16 14:51:35.394857 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35056) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:35.396737 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.459041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-c9e92b4b-b9ad-4d79-9615-845e18507892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:35.459133 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838510f-ea75-439c-bb35-a1b60b8f8376,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:35.459233 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-c9e92b4b-b9ad-4d79-9615-845e18507892 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931854 Dec 16 14:51:35.463116 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:35.465639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.472087 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8f1c01be-f63a-4916-ae5d-2870ddbd07ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:35.493485 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85315ab6-af53-4792-bf58-0f7e6d6bee1c,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:35.504491 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:35.517621 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.521489 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85315ab6-af53-4792-bf58-0f7e6d6bee1c HTTP/1.1" status: 204 len: 168 time: 0.4923747 Dec 16 14:51:35.522791 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.537032 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.553096 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:51:35.569346 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.569692 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Added segment 88375b1d-d71c-4e81-b6e5-49404f60886e of type vlan for network 98167e2b-0fa6-41d1-a96e-8d94462ee34f Dec 16 14:51:35.603300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ca92358b-3dd0-4083-9788-06884962f749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:35.656651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.668837 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-eb034887-dc78-4f44-bd44-13efdc2e1a82 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894233 Dec 16 14:51:35.677763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.683163 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e5fd6-3594-4927-b1ed-7887a7ae52c6 None None] New status for floating IP cb07ff90-80f2-4d49-8f12-955b90353dd1: ACTIVE {{(pid=87437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:51:35.706644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064783bc-a49d-4591-9941-25bc048d9f15,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:35.721683 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:35.814484 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.815693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.821388 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:35.824330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:35.847120 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a9e7dd2d-9e9d-45d1-bb72-bb8d6465b361 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:35.881755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35078) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:35.922224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838510f-ea75-439c-bb35-a1b60b8f8376,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:35.936491 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:35.944549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:36.009485 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.013338 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1838510f-ea75-439c-bb35-a1b60b8f8376 HTTP/1.1" status: 204 len: 168 time: 0.6098166 Dec 16 14:51:36.019276 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-408dc75d-30c9-4e91-932a-d7d13120f410 req-5c21bd40-2ef9-499d-b03b-fad7ffd3ea4f service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094990 Dec 16 14:51:36.070329 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9409406 Dec 16 14:51:36.070688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35088) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:36.080267 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Request body: {'subnet': {'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203261164-subnet', 'tenant_id': 'd1d92df1cd0046049581e5983982ced7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:36.085106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:36.090630 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Usage tracker for resource:subnet and tenant:d1d92df1cd0046049581e5983982ced7 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:36.093836 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:36.100372 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:36.175179 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Pushing event updated for resources: {'Network': ['ID=98167e2b-0fa6-41d1-a96e-8d94462ee34f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:36.184616 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Deleting subnet 4e48db0c-658a-447f-976a-1018c9e0d78d {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:51:36.188103 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:36.189277 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.193195 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 98167e2b-0fa6-41d1-a96e-8d94462ee34f details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:51:36.232119 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Made reservation on behalf of d1d92df1cd0046049581e5983982ced7 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:36.235076 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.250650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e998-361f-40c4-82e0-8875333c7284 req-a94f5ae3-65bd-4859-a56b-09d6d38b976f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:36.252217 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1c45e998-361f-40c4-82e0-8875333c7284 req-a94f5ae3-65bd-4859-a56b-09d6d38b976f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2443693 Dec 16 14:51:36.254631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.280711 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.353833 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1c45e998-361f-40c4-82e0-8875333c7284 req-112740bf-60f2-4f96-89cd-748ab0e7da94 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908732 Dec 16 14:51:36.473135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.478951 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-aed29226-8d4b-4d0a-8ef9-67936f55b869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:36.523773 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e48db0c-658a-447f-976a-1018c9e0d78d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:36.525854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.529897 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:36.534323 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e48db0c-658a-447f-976a-1018c9e0d78d HTTP/1.1" status: 204 len: 168 time: 0.5934215 Dec 16 14:51:36.535146 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35100) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:36.648527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.672181 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.677493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:36.746338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9d7886-cdaa-401f-9ba7-432868e38801,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:36.757507 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.757857 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.758200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.758565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.759319 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.759319 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.759540 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.760253 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.760253 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.760485 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.760826 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.761158 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:36.765957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:36.766852 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Checking segment: {'id': '88375b1d-d71c-4e81-b6e5-49404f60886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:36.768106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Network hostable DHCP agents. Network: 98167e2b-0fa6-41d1-a96e-8d94462ee34f, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:51:36.785000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.813033 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.813381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.814128 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.814497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > port after_create 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.814836 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.815193 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > port after_update 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.815510 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.815819 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.816559 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.817172 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.843966 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Network 98167e2b-0fa6-41d1-a96e-8d94462ee34f is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:51:36.911529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 98167e2b-0fa6-41d1-a96e-8d94462ee34f) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:36.919119 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:36.919754 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.924113 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea38e11-dbd2-4ddb-92a6-6829875fd391 None None] Network 98167e2b-0fa6-41d1-a96e-8d94462ee34f requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:36.946807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35118) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:36.964918 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.965364 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.965595 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.965972 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:51:36.966377 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe00922-5f00-4aa4-bea3-5c91337d8aaf']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:36.970618 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:36.988147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:36.992778 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8326312ac43549148420f8335faa6d96 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:36.995994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:37.002900 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:37.005474 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:37.005935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c072a726-6dc2-4d25-97b6-f80e9d7abc2f') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:51:37.015989 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9434540 Dec 16 14:51:37.067336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.108948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.125399 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:51:37.125724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.135101 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: from cryptography.utils import int_from_bytes Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: from cryptography.utils import int_from_bytes Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: util.warn_limited( Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: util.warn_limited( Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:51:37.153634 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:51:37.175046 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966da63-df72-4c88-bf47-4ac72c0d3676 None None] Network 98167e2b-0fa6-41d1-a96e-8d94462ee34f requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:37.185636 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.198486 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:37.256812 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8326312ac43549148420f8335faa6d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087995 Dec 16 14:51:37.257722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7194657f-f3d6-4eb1-8ac0-1a99167e6dc9,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:37.260724 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:37.264749 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35128) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:37.333075 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.362337 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.366598 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.375883 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:37.399863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.428714 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe00922-5f00-4aa4-bea3-5c91337d8aaf,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:37.444699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:37.517750 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fbe00922-5f00-4aa4-bea3-5c91337d8aaf HTTP/1.1" status: 204 len: 168 time: 0.9815948 Dec 16 14:51:37.532702 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.542222 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:37.554892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7194657f-f3d6-4eb1-8ac0-1a99167e6dc9,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:37.559739 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:37.572143 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.573740 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7194657f-f3d6-4eb1-8ac0-1a99167e6dc9 HTTP/1.1" status: 204 len: 168 time: 0.3080485 Dec 16 14:51:37.606221 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee588b9-338f-4829-a2f6-dfa9fe7df8d3 req-981ae43d-1fb7-4587-ae28-abab4137ad7a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:37.610879 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35144) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:37.613786 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ee588b9-338f-4829-a2f6-dfa9fe7df8d3 req-981ae43d-1fb7-4587-ae28-abab4137ad7a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1266735 Dec 16 14:51:37.654392 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ee588b9-338f-4829-a2f6-dfa9fe7df8d3 req-cdfc13c6-2137-4df8-b57f-c2fbef0c6f71 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Dec 16 14:51:37.949691 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35156) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:38.004648 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-2e1041a6-d48f-46a2-bbbb-93d78fa431b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27d06ed2832f4353bff1a0749866b0df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511174 Dec 16 14:51:38.004903 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35160) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:38.074220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.104579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.150369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.166768 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:38.171005 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e09eec53ed4b1ab771de6649c79a5f is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:38.173839 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:38.179672 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:38.236999 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.242268 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9db46d1e-7ee7-45c8-b35a-8e348876dd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:38.255598 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0dffe-9d07-4014-a285-671ba1a6948f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:38.258146 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:38.273782 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.331876 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.331876 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4e0dffe-9d07-4014-a285-671ba1a6948f HTTP/1.1" status: 204 len: 168 time: 0.3177092 Dec 16 14:51:38.345756 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.359548 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6dd6f019-d655-44e8-8280-5644beeb7274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:38.407248 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4e09eec53ed4b1ab771de6649c79a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951684 Dec 16 14:51:38.408144 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2fcaca-8cea-449d-ac03-48c858a6daad,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:38.410004 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35184) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:38.411177 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:38.483036 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.510032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.642741 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.646444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:38.659044 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2fcaca-8cea-449d-ac03-48c858a6daad,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:38.661883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:38.663813 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:38.664908 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed2fcaca-8cea-449d-ac03-48c858a6daad HTTP/1.1" status: 204 len: 168 time: 0.2529984 Dec 16 14:51:38.896373 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56551be-3fdd-418f-ad58-d18ded60036a req-a85bd14b-8f29-48ed-9de3-6a4d03ab046b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:38.897984 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c56551be-3fdd-418f-ad58-d18ded60036a req-a85bd14b-8f29-48ed-9de3-6a4d03ab046b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1298318 Dec 16 14:51:38.941790 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c56551be-3fdd-418f-ad58-d18ded60036a req-6d87ad80-05b7-4cfd-88a7-930e0bac1ead tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Dec 16 14:51:39.146820 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35212) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:39.153101 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551372908-network', 'tenant_id': 'd049e3aa386d4509a996b05b0c04a6c4'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:39.159413 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:39.165098 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Usage tracker for resource:network and tenant:d049e3aa386d4509a996b05b0c04a6c4 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:39.168944 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:39.179325 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:39.185396 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6e3025e9-74ea-4ddb-9996-83f4ef723ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.254184 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Made reservation on behalf of d049e3aa386d4509a996b05b0c04a6c4 for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:39.257373 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.273381 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.288727 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:39.293066 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Usage tracker for resource:security_group_rule and tenant:d049e3aa386d4509a996b05b0c04a6c4 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:39.297259 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:39.311598 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:39.396341 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.562932 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.567046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:39.585836 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:51:39.609578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.610039 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Added segment 6821e88a-df4b-42a2-b029-fb129c1ba91d of type vlan for network b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d Dec 16 14:51:39.615313 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce53d1-06e1-477b-9d9d-2a46f765e1b3,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:39.618404 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:39.643273 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.728271 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.729622 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:39.730210 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.735365 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:39.922392 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Pushing event updated for resources: {'Network': ['ID=b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:39.925809 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:39.934749 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:51:39.974924 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8266702 Dec 16 14:51:39.977499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35254) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:39.983000 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Request body: {'subnet': {'network_id': 'b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551372908-subnet', 'tenant_id': 'd049e3aa386d4509a996b05b0c04a6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:39.997428 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:40.002079 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Usage tracker for resource:subnet and tenant:d049e3aa386d4509a996b05b0c04a6c4 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:40.006632 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:40.016151 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:40.097792 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Made reservation on behalf of d049e3aa386d4509a996b05b0c04a6c4 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:40.101133 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:40.255634 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c85e40-2452-4b8c-89d1-f4257f9a9a88 req-5485b484-cfee-4d0a-b189-edfc82bc5412 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:40.262851 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-52c85e40-2452-4b8c-89d1-f4257f9a9a88 req-5485b484-cfee-4d0a-b189-edfc82bc5412 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2042706 Dec 16 14:51:40.357738 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-52c85e40-2452-4b8c-89d1-f4257f9a9a88 req-a5600100-7963-40cb-9011-6468d6fb9973 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939155 Dec 16 14:51:40.506941 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:40.512112 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:40.587753 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=590ad808-f05e-4a01-82b6-ea309d0812e9,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:40.591939 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:40.599443 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Checking segment: {'id': '6821e88a-df4b-42a2-b029-fb129c1ba91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:40.599903 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Network hostable DHCP agents. Network: b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:51:40.600375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35282) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:40.694219 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Network b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:51:40.774340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:40.782761 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937b469-cd79-4808-97bf-a95b59fd3352 None None] Network b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:40.784669 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:40.785279 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:40.936918 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-0e66e98e-04a5-4d61-bbc1-f8e468b7d38a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9582126 Dec 16 14:51:41.021640 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-119583985-network', 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:41.027111 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:41.036482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Usage tracker for resource:network and tenant:5f6af0b4f23140c9a2c2dae115f37e30 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:41.041314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:41.058893 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:41.091370 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec19c66-82fe-40df-b3de-c5b1e50e623e None None] Network b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:41.151757 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:41.167041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.173634 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.214121 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:41.222440 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Usage tracker for resource:security_group_rule and tenant:5f6af0b4f23140c9a2c2dae115f37e30 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:41.230027 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:41.244417 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:41.344092 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.420662 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.439698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:51:41.455408 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.455972 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Added segment 8b358236-b3e2-4431-b962-8bb95e5b9e5e of type vlan for network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b Dec 16 14:51:41.465841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e30e664-ab8e-4285-bfe0-9df90086b1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:41.580131 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-8b657047-d90a-40af-9b1c-d6ad6cca048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.648126 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956370a-b0b9-4623-940d-f578aecd85f2,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:41.654509 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:41.656450 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.706256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7beae3-5413-40a5-aae3-941209366311 req-a4ec2ebf-ffe9-4ee0-9784-c34e9f5ccd73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:41.707811 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-db7beae3-5413-40a5-aae3-941209366311 req-a4ec2ebf-ffe9-4ee0-9784-c34e9f5ccd73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2167771 Dec 16 14:51:41.758836 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-db7beae3-5413-40a5-aae3-941209366311 req-6207f2b5-530a-430a-b384-1307bfb070fb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Dec 16 14:51:41.765962 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.767345 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:41.768057 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.795461 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:41.891334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Pushing event updated for resources: {'Network': ['ID=9df7a51c-2e49-47a4-b6ea-884a0df29e1b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:41.894065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:41.901033 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2986841 Dec 16 14:51:41.903906 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35338) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:41.905705 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:51:41.906529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-6e2af543-3cc9-4a93-8d99-1c5633cc1bac tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:41.911895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Request body: {'subnet': {'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-119583985-subnet', 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:41.913479 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-6e2af543-3cc9-4a93-8d99-1c5633cc1bac tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/networks?id=98167e2b-0fa6-41d1-a96e-8d94462ee34f HTTP/1.1" status: 200 len: 809 time: 0.2347891 Dec 16 14:51:41.917854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:41.923352 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Usage tracker for resource:subnet and tenant:5f6af0b4f23140c9a2c2dae115f37e30 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:41.926931 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:41.930094 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-b3da2301-244f-47ea-8fe4-bf7117796573 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/quotas/d1d92df1cd0046049581e5983982ced7 HTTP/1.1" status: 200 len: 375 time: 0.0157309 Dec 16 14:51:41.934088 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:41.987974 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-fc123543-c93c-4ad3-be34-ff24fa3823a5 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1d92df1cd0046049581e5983982ced7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568423 Dec 16 14:51:42.009237 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:42.012015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760819'] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:42.137003 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-5aa89aca-d3c5-4cae-b053-e98331c9d0f1 service neutron] 10.222.0.46 "GET /v2.0/networks/98167e2b-0fa6-41d1-a96e-8d94462ee34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479385 Dec 16 14:51:42.287054 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-a26b1a73-feaa-42e5-ae18-9a5d0284da23 service neutron] 10.222.0.46 "GET /v2.0/networks/98167e2b-0fa6-41d1-a96e-8d94462ee34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489000 Dec 16 14:51:42.385838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2760769'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:42.391316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c346276c-bf99-49eb-85a9-6e6e0a3b003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:42.506039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Pushing event updated for resources: {'Subnet': ['ID=206e0de3-dc30-4848-8bf6-eac6a99a9328,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:42.510095 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:42.516586 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Checking segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:42.518418 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Network hostable DHCP agents. Network: 9df7a51c-2e49-47a4-b6ea-884a0df29e1b, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:51:42.577383 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4479db56-9d5b-415d-a9aa-5f4010cebbe6 req-084ae5bc-421e-4c4f-b4ca-63ac57803c30 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 210 time: 0.0517716 Dec 16 14:51:42.610324 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:42.672411 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:51:42.728635 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:42.729233 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 9df7a51c-2e49-47a4-b6ea-884a0df29e1b) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:42.737755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:42.738603 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:42.742838 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0fccc9-fd55-4105-8f5d-17d155c6562e None None] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:42.855472 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9493585 Dec 16 14:51:43.068666 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaee51c-e4b3-4baa-968f-87b8b2b37bdb None None] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:51:43.115369 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4361611-79d8-48e6-9b15-b57bc6121c93 req-4a4377e7-a388-47c1-a62a-331b5b6e5f00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:43.117585 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d4361611-79d8-48e6-9b15-b57bc6121c93 req-4a4377e7-a388-47c1-a62a-331b5b6e5f00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2163653 Dec 16 14:51:43.171384 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d4361611-79d8-48e6-9b15-b57bc6121c93 req-8fa257b0-bda9-4d2e-9632-b8530510dce9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Dec 16 14:51:43.597997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-eba5f695-d781-49c3-85c5-d25d913c586d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:43.598716 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-eba5f695-d781-49c3-85c5-d25d913c586d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:43.682600 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-175ccaf7-649a-4724-aeea-5a6d4c6d45c4 req-2d21cf7d-2eda-4af4-a1a1-74dd3e5d614e tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 210 time: 0.0427969 Dec 16 14:51:43.716084 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-eba5f695-d781-49c3-85c5-d25d913c586d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:43.716084 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-eba5f695-d781-49c3-85c5-d25d913c586d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.2637527 Dec 16 14:51:43.728730 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-68a62987-7320-48bc-b494-bc8fdcb9ee14 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/quotas/5f6af0b4f23140c9a2c2dae115f37e30 HTTP/1.1" status: 200 len: 375 time: 0.0094106 Dec 16 14:51:43.775856 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-2205192c-ad00-4112-accf-2f4a7bb505e6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410428 Dec 16 14:51:43.917727 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-9f16a6dd-6611-4889-b8c0-039180e31d12 service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338830 Dec 16 14:51:44.002838 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:44.053154 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-a2e77d93-ffc2-4cb4-8444-9fa189d81faf service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287816 Dec 16 14:51:44.494127 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab573b54-277e-4006-8211-7bf141af99c2 req-7bd4be4e-4755-47da-9e57-530485498d31 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 210 time: 0.0840130 Dec 16 14:51:44.537326 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b395d07-aaab-421e-94c7-a04c57cfb57c req-e1bb7d38-a571-49e9-a544-b001f15ee754 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:44.545847 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8b395d07-aaab-421e-94c7-a04c57cfb57c req-e1bb7d38-a571-49e9-a544-b001f15ee754 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1150746 Dec 16 14:51:44.606270 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8b395d07-aaab-421e-94c7-a04c57cfb57c req-8e44bf17-b475-47e5-aa53-4ad1192fe070 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Dec 16 14:51:44.849159 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a063731e-a7a5-40a2-8fac-2ef6d193f16e req-a370b123-af44-4a46-9eec-05eb1d4e0c20 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 210 time: 0.0586483 Dec 16 14:51:45.539513 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-29a69beb-6367-406e-9585-8cf201a0100d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:45.546040 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-29a69beb-6367-406e-9585-8cf201a0100d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.53 "GET /v2.0/networks?id=98167e2b-0fa6-41d1-a96e-8d94462ee34f HTTP/1.1" status: 200 len: 809 time: 0.1518095 Dec 16 14:51:45.593329 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Request body: {'port': {'device_id': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f', 'admin_state_up': True, 'tenant_id': 'd1d92df1cd0046049581e5983982ced7'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:45.816777 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-48440b65-5602-48e6-a214-4dcce9af63d7 req-3cf188dd-9bde-493b-9f98-2f9986185f78 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 210 time: 0.0534699 Dec 16 14:51:45.824597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:45.832098 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Usage tracker for resource:port and tenant:d1d92df1cd0046049581e5983982ced7 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:45.836857 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:45.843893 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:45.872199 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4605-af12-4ca1-9d6d-de1f288a743f req-d1f58787-5bc0-4f95-b50e-81f84ed794ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:45.875351 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ae1c4605-af12-4ca1-9d6d-de1f288a743f req-d1f58787-5bc0-4f95-b50e-81f84ed794ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1464047 Dec 16 14:51:45.912213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Made reservation on behalf of d1d92df1cd0046049581e5983982ced7 for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:45.915733 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:45.948652 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ae1c4605-af12-4ca1-9d6d-de1f288a743f req-b924b8fd-ea4e-4fe0-90c8-c536442a2dfb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 Dec 16 14:51:46.206535 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6c47aeaa-cfcc-417f-9e14-c6af88893d3e req-b5516c26-ad56-41f5-bbe4-b9697a5fef6b tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 210 time: 0.0547419 Dec 16 14:51:46.225803 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Allocated IP 172.20.0.4 (98167e2b-0fa6-41d1-a96e-8d94462ee34f/8a9d7886-cdaa-401f-9ba7-432868e38801/180433dd-205b-4178-846c-1e9ef045eafa) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:46.447296 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.507448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35502) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:46.620338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.628565 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.628734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:46.644315 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:46.648089 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Usage tracker for resource:security_group_rule and tenant:6860774aeca14c519984fb89148ac281 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:46.650874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:46.656522 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:46.688529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Network 98167e2b-0fa6-41d1-a96e-8d94462ee34f is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:46.691565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:46.695439 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:46.702008 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:46.702664 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.720808 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Pushing event updated for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:46.723672 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:46.746963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.827487 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2393336 Dec 16 14:51:46.829100 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:46.841738 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-011d89e6-bd36-4244-8a60-dbc66073eb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:46.856953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Request body: {'port': {'device_id': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:46.901699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf06e02-46ec-4ad7-a470-5fc81d7d0116,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:46.907170 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:46.909462 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6860774aeca14c519984fb89148ac281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010360 Dec 16 14:51:46.914840 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35518) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:47.176357 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0b5d71c7-a535-4e1e-8e52-79ba5d78315f req-8101406b-cbea-4625-af0e-97b4defbbe57 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 210 time: 0.1299815 Dec 16 14:51:47.176357 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.176357 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.181178 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35536) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:47.223788 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.331358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-6ffe1535-cb2a-426a-90a3-a8775fb5ff7e tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:47.333042 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-6ffe1535-cb2a-426a-90a3-a8775fb5ff7e tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.2576396 Dec 16 14:51:47.341200 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79245-80c0-449a-a60d-848cb0497bc3 req-b7747b12-d02b-4611-9f55-4406f7d2adef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:47.348854 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8a79245-80c0-449a-a60d-848cb0497bc3 req-b7747b12-d02b-4611-9f55-4406f7d2adef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2336996 Dec 16 14:51:47.363156 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.379135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Request body: {'port': {'device_id': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'admin_state_up': True, 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:47.409033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:47.415625 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae726ad7c44458cb5a2e4242ac6b275 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:47.419058 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:47.427627 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:47.516658 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.538773 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e536a196-af99-45c8-964e-a301f01270b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:47.546985 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8a79245-80c0-449a-a60d-848cb0497bc3 req-ac643dcf-995b-41f8-a853-814e055c0869 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972854 Dec 16 14:51:47.581331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf06e02-46ec-4ad7-a470-5fc81d7d0116,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:47.616297 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:47.620061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Usage tracker for resource:port and tenant:5f6af0b4f23140c9a2c2dae115f37e30 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:47.622856 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:47.630780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:47.632412 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:47.660203 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.662716 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcf06e02-46ec-4ad7-a470-5fc81d7d0116 HTTP/1.1" status: 204 len: 168 time: 0.7469141 Dec 16 14:51:47.742020 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5e693-6c9a-4c45-a703-aadb35dd3742 req-a31818f6-c590-4a62-90c5-38e238993816 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:47.742742 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-a8d5e693-6c9a-4c45-a703-aadb35dd3742 req-a31818f6-c590-4a62-90c5-38e238993816 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Synchronizing usage tracker for tenant:d1d92df1cd0046049581e5983982ced7 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:47.768500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:51:47.771988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.815483 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.875902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180433dd-205b-4178-846c-1e9ef045eafa {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:47.885392 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.900621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Transition to ACTIVE for port object 180433dd-205b-4178-846c-1e9ef045eafa will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:47.905800 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-a8d5e693-6c9a-4c45-a703-aadb35dd3742 req-a31818f6-c590-4a62-90c5-38e238993816 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Unset dirty status for tenant:d1d92df1cd0046049581e5983982ced7 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:47.907055 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a8d5e693-6c9a-4c45-a703-aadb35dd3742 req-a31818f6-c590-4a62-90c5-38e238993816 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 931 time: 0.4628060 Dec 16 14:51:47.908107 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.916515 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ce0a521f-6561-41b9-a81e-419541b63e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:47.991863 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ae726ad7c44458cb5a2e4242ac6b275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997117 Dec 16 14:51:47.992044 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Allocated IP 172.20.0.6 (9df7a51c-2e49-47a4-b6ea-884a0df29e1b/206e0de3-dc30-4848-8bf6-eac6a99a9328/f9916110-9ef9-4913-887f-b2f35b4112a5) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:51:47.992354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35554) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:47.993780 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cbdee6-787b-4e2c-8a40-8250b7b6812f,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:47.996255 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:47.997174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a5c8f5f4-913d-4132-b5ef-f6de1f796ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:48.007716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56996dfc-be6d-491a-a68f-eca7d1075878 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:48.046046 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a8d5e693-6c9a-4c45-a703-aadb35dd3742 req-20f290c4-66c5-4007-a862-fe4cef34132f tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184521 Dec 16 14:51:48.099780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.135358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.143831 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Pushing event updated for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:48.146800 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:48.215407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Attempting to bind port 180433dd-205b-4178-846c-1e9ef045eafa on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:48.215749 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Attempting to bind port 180433dd-205b-4178-846c-1e9ef045eafa by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '88375b1d-d71c-4e81-b6e5-49404f60886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:48.217487 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Attempting to bind port 180433dd-205b-4178-846c-1e9ef045eafa on network 98167e2b-0fa6-41d1-a96e-8d94462ee34f {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:48.223674 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Port 180433dd-205b-4178-846c-1e9ef045eafa on network 98167e2b-0fa6-41d1-a96e-8d94462ee34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:48.224010 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Attempting to bind port 180433dd-205b-4178-846c-1e9ef045eafa on network 98167e2b-0fa6-41d1-a96e-8d94462ee34f {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:48.229243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:48.229585 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Checking segment: {'id': '88375b1d-d71c-4e81-b6e5-49404f60886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:48.230359 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Bound using segment: {'id': '88375b1d-d71c-4e81-b6e5-49404f60886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:48.230796 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Bound port: 180433dd-205b-4178-846c-1e9ef045eafa, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88375b1d-d71c-4e81-b6e5-49404f60886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:48.231628 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.349372 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf1d3ec8-bfc1-4295-984d-3fa376e5da29 req-6ad704c1-03bd-4808-8be6-f47485f72785 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 210 time: 0.0822618 Dec 16 14:51:48.362402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:48.368467 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=180433dd-205b-4178-846c-1e9ef045eafa,segment=NetworkSegment(88375b1d-d71c-4e81-b6e5-49404f60886e),segment_id=88375b1d-d71c-4e81-b6e5-49404f60886e)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:48.410531 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.438126 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.442225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:48.466028 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.471026 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0ac0cdf5-3394-435e-b711-d9129ca3b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:48.486658 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cbdee6-787b-4e2c-8a40-8250b7b6812f,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:48.489746 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:48.506116 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.509628 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7cbdee6-787b-4e2c-8a40-8250b7b6812f HTTP/1.1" status: 204 len: 168 time: 0.5142369 Dec 16 14:51:48.516006 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:48.516619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.518725 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/180433dd-205b-4178-846c-1e9ef045eafa HTTP/1.1" status: 200 len: 1093 time: 1.6661048 Dec 16 14:51:48.519607 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:48.543037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Pushing event updated for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:48.546249 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:48.563672 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.573516 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:48.575602 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa', 'status': 'completed', 'code': 200} Dec 16 14:51:48.661280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:51:48.667644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:51:48.674804 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:51:48.721008 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event updated for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:48.726320 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:48.750408 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:48.751064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:48.843786 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4736290 Dec 16 14:51:48.867068 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Request body: {'port': {'device_id': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:51:48.893397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-dba9ac71-847b-4301-9806-ee722468d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:48.894916 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-dba9ac71-847b-4301-9806-ee722468d7dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1d92df1cd0046049581e5983982ced7&device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 1096 time: 0.2634189 Dec 16 14:51:48.916408 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c449a-cc4e-4b7d-bbae-aa99d3c8da51 req-d59a73b4-b95e-48ab-a773-f84159f60cfd tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:48.917570 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-921c449a-cc4e-4b7d-bbae-aa99d3c8da51 req-d59a73b4-b95e-48ab-a773-f84159f60cfd tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2329767 Dec 16 14:51:48.985888 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.069525 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-921c449a-cc4e-4b7d-bbae-aa99d3c8da51 req-f2cc90aa-e963-4b8a-babf-abd8f0ce8280 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223214 Dec 16 14:51:49.147561 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-be4bfe43-d595-4eb0-be5c-d0c1d59ee4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.149697 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-be4bfe43-d595-4eb0-be5c-d0c1d59ee4dc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1d92df1cd0046049581e5983982ced7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2312741 Dec 16 14:51:49.210160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35598) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:49.289038 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.411107 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:49.417482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9916110-9ef9-4913-887f-b2f35b4112a5 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:49.438801 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.439164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Usage tracker for resource:security_group_rule and tenant:fa705f9de4f04de18b5826b88f24b68b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:49.447260 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:49.453409 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Transition to ACTIVE for port object f9916110-9ef9-4913-887f-b2f35b4112a5 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:51:49.469584 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:49.519041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-1ffc8cf4-46bc-4e86-b08a-616b8e8505ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.520409 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a855faaf-9219-45d9-bc79-3ef2ec98e30c req-1ffc8cf4-46bc-4e86-b08a-616b8e8505ff service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3635733 Dec 16 14:51:49.550487 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e8758-8cac-4f14-aebb-7f2338a804a8 req-6e37d8fc-ee8c-4dec-8880-7e957698d13b tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.557497 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-675e8758-8cac-4f14-aebb-7f2338a804a8 req-6e37d8fc-ee8c-4dec-8880-7e957698d13b tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 943 time: 0.2904024 Dec 16 14:51:49.575349 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.593269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f7eb6410-ce40-4876-b7aa-657779525ae0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:49.664905 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-675e8758-8cac-4f14-aebb-7f2338a804a8 req-0728abf3-5f0a-46eb-8b3a-eb86adb9c8cf tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062715 Dec 16 14:51:49.740442 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.747378 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-3115fd28-58f9-49ae-ac47-ce402547d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.749502 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-3115fd28-58f9-49ae-ac47-ce402547d5e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1d92df1cd0046049581e5983982ced7&device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 1096 time: 0.1350074 Dec 16 14:51:49.812604 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-c837447f-877f-4147-81c4-ad7074e24efe tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.813227 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-c837447f-877f-4147-81c4-ad7074e24efe tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:49.815968 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Pushing event updated for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:49.818916 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:49.836298 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-52bef6a4-6257-429e-9328-36cb6e25552e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=180433dd-205b-4178-846c-1e9ef045eafa HTTP/1.1" status: 200 len: 217 time: 0.0688224 Dec 16 14:51:49.837295 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.845965 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a8189638-059c-49dc-8929-90883e8e5ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:49.864269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Attempting to bind port f9916110-9ef9-4913-887f-b2f35b4112a5 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:51:49.864269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Attempting to bind port f9916110-9ef9-4913-887f-b2f35b4112a5 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:51:49.864269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Attempting to bind port f9916110-9ef9-4913-887f-b2f35b4112a5 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:49.869092 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Port f9916110-9ef9-4913-887f-b2f35b4112a5 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:51:49.869410 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Attempting to bind port f9916110-9ef9-4913-887f-b2f35b4112a5 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:51:49.874865 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:51:49.875640 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Checking segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:51:49.876029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Bound using segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:51:49.876450 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Bound port: f9916110-9ef9-4913-887f-b2f35b4112a5, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:51:49.876844 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:49.937900 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa705f9de4f04de18b5826b88f24b68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7230678 Dec 16 14:51:49.941001 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35618) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:49.944717 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe01974-e373-413d-81a8-c67a75c24e3f,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:49.967580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:49.975244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-48616070-eac9-485a-8410-d04f9b72b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:49.976697 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-48616070-eac9-485a-8410-d04f9b72b15b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a9d7886-cdaa-401f-9ba7-432868e38801 HTTP/1.1" status: 200 len: 849 time: 0.1103468 Dec 16 14:51:50.024966 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-c837447f-877f-4147-81c4-ad7074e24efe tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:50.026121 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-c837447f-877f-4147-81c4-ad7074e24efe tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 931 time: 0.5332959 Dec 16 14:51:50.050034 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-2695dca6-d014-4a99-856e-d6868efd676d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98167e2b-0fa6-41d1-a96e-8d94462ee34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619121 Dec 16 14:51:50.103218 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-08abf439-1d75-4549-b0f8-a7c32bab7011 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:50.108616 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35626) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:50.111959 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:51:50.128565 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f9916110-9ef9-4913-887f-b2f35b4112a5,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:51:50.135546 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.168261 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-08abf439-1d75-4549-b0f8-a7c32bab7011 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:50.169454 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fc49c865-fc7c-496e-82d9-7e19dde6c9bf req-08abf439-1d75-4549-b0f8-a7c32bab7011 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300519 Dec 16 14:51:50.183334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.196259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.197195 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:50.267716 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:50.268337 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.269881 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9916110-9ef9-4913-887f-b2f35b4112a5 HTTP/1.1" status: 200 len: 1093 time: 1.4072855 Dec 16 14:51:50.270381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:50.305503 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.307576 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-2a4f4798-3db3-4b19-8cc8-eb09cc3aa64f service neutron] 10.222.0.53 "GET /v2.0/networks/98167e2b-0fa6-41d1-a96e-8d94462ee34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448993 Dec 16 14:51:50.326877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:50.329134 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Pushing event updated for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:50.333041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:50.336905 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Usage tracker for resource:security_group_rule and tenant:1846a161a4124fc08bee74c0fe8279a6 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:50.337307 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:50.343041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:50.408188 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5', 'status': 'completed', 'code': 200} Dec 16 14:51:50.422474 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59c42-ffcb-47e0-a6b2-af2c0169c034 req-353a66b8-d2ab-4858-a1d7-87edf9de94ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:50.423968 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-56f59c42-ffcb-47e0-a6b2-af2c0169c034 req-353a66b8-d2ab-4858-a1d7-87edf9de94ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.2272189 Dec 16 14:51:50.459298 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.467651 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-abc39ffd-8a86-4634-ab5b-77ea2a4690e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:50.499058 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe01974-e373-413d-81a8-c67a75c24e3f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:50.501460 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:50.532466 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-56f59c42-ffcb-47e0-a6b2-af2c0169c034 req-dff3b530-ddcf-49a7-90cb-06f37976f3f8 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011622 Dec 16 14:51:50.541895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.543853 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbe01974-e373-413d-81a8-c67a75c24e3f HTTP/1.1" status: 204 len: 168 time: 0.6029587 Dec 16 14:51:50.549455 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab516373-9d42-4eae-8f19-67b4f78efec3 req-502065a3-5676-4932-829c-d0f69eb2faa2 service neutron] 10.222.0.53 "GET /v2.0/networks/98167e2b-0fa6-41d1-a96e-8d94462ee34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282989 Dec 16 14:51:50.573859 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-bd5229b3-a7bb-44db-8525-11ddc9133fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:50.575382 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-bd5229b3-a7bb-44db-8525-11ddc9133fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 1096 time: 0.1320148 Dec 16 14:51:50.660696 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.662477 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-9a03000e-7e88-4324-b38a-20b29810237d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9916110-9ef9-4913-887f-b2f35b4112a5 HTTP/1.1" status: 200 len: 217 time: 0.0739963 Dec 16 14:51:50.712610 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.754257 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-dd6598eb-748d-45d3-aedf-300b79b36d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:50.848590 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1846a161a4124fc08bee74c0fe8279a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7364924 Dec 16 14:51:50.849340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35642) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:50.859469 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128aa927-cd0a-4f92-9397-423739add331,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:50.863065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:50.865279 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-dd1622a0-5b18-4028-83a5-d3915e98dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:50.866738 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-dd1622a0-5b18-4028-83a5-d3915e98dfd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.1552129 Dec 16 14:51:50.916771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.933694 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-e6e6a85d-20dd-4a1f-b6f6-cf41d4d562fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498221 Dec 16 14:51:50.946639 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:50.953230 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90957a-66de-4d68-ae34-032d00eeb61d req-3e01ef78-d65e-4cb3-a842-34f3acd9384d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:50.955851 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf90957a-66de-4d68-ae34-032d00eeb61d req-3e01ef78-d65e-4cb3-a842-34f3acd9384d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 943 time: 0.1706722 Dec 16 14:51:51.077826 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.083541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-240de67d-804f-42fc-ab95-49e58d692d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:51.090753 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-bf90957a-66de-4d68-ae34-032d00eeb61d req-ba5e8328-2d5c-4ace-8ef9-484b6751a641 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Synchronizing usage tracker for tenant:d1d92df1cd0046049581e5983982ced7 on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:51:51.097591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128aa927-cd0a-4f92-9397-423739add331,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:51.100498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:51.101700 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.106066 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/128aa927-cd0a-4f92-9397-423739add331 HTTP/1.1" status: 204 len: 168 time: 0.2522047 Dec 16 14:51:51.143933 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-49ab9953-7b29-4719-be34-f214e522ac59 service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841936 Dec 16 14:51:51.173027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35654) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:51.190833 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.208125 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:51.213136 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2bf5eec576474ca7020f362fc4e046 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:51.216859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:51.225331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:51.230876 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-bf90957a-66de-4d68-ae34-032d00eeb61d req-ba5e8328-2d5c-4ace-8ef9-484b6751a641 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Unset dirty status for tenant:d1d92df1cd0046049581e5983982ced7 on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:51:51.240443 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf90957a-66de-4d68-ae34-032d00eeb61d req-ba5e8328-2d5c-4ace-8ef9-484b6751a641 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645104 Dec 16 14:51:51.315651 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-11d2a723-5385-4ccc-be3f-fdc214ffa71f req-850e20e5-f116-48b4-8b90-c792add79f75 service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661077 Dec 16 14:51:51.377569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.414043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdda91-4dad-46bc-8447-96a088cff61d req-e49b4d56-0059-4b20-95c0-54375dac3fd2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:51.415659 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-06cdda91-4dad-46bc-8447-96a088cff61d req-e49b4d56-0059-4b20-95c0-54375dac3fd2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 943 time: 0.1023722 Dec 16 14:51:51.452990 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.466184 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:51.514418 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-06cdda91-4dad-46bc-8447-96a088cff61d req-bd44e64f-b02d-490f-a700-50aa633c0940 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921202 Dec 16 14:51:51.520757 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a2bf5eec576474ca7020f362fc4e046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468328 Dec 16 14:51:51.521922 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c5a5e-b278-4ae0-8872-177bc37e57f2,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:51.524192 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35666) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:51.527297 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:51.599287 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-9ed861bf-a664-4db7-b0d8-1c22416a9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:51.601522 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-9ed861bf-a664-4db7-b0d8-1c22416a9b16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 1096 time: 0.1023479 Dec 16 14:51:51.767932 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.771088 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-d735736c-c36e-46c1-ae0d-b9b5221f8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:51.772654 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-d735736c-c36e-46c1-ae0d-b9b5221f8982 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 915 time: 0.1626554 Dec 16 14:51:51.805724 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:51.825275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3216915-4263-4dd8-b2db-4fb1439421eb req-5c7114ab-1e6d-4b54-a1d3-44be8d4c5a73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:51.826924 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b3216915-4263-4dd8-b2db-4fb1439421eb req-5c7114ab-1e6d-4b54-a1d3-44be8d4c5a73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1613488 Dec 16 14:51:51.898540 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b3216915-4263-4dd8-b2db-4fb1439421eb req-24a43c32-45cd-4ca3-a2b7-2376e4483571 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645173 Dec 16 14:51:51.933037 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-18a9cfbb-eeaa-4b0d-9a6c-c9f59eb748f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9916110-9ef9-4913-887f-b2f35b4112a5 HTTP/1.1" status: 200 len: 217 time: 0.1412585 Dec 16 14:51:51.992624 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:52.000018 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:52.011241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c5a5e-b278-4ae0-8872-177bc37e57f2,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:52.011574 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-e968678b-b8b7-48a5-a248-2ac1c07e1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:52.017789 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:52.021083 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-e968678b-b8b7-48a5-a248-2ac1c07e1467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.0803909 Dec 16 14:51:52.030604 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:52.030604 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d34c5a5e-b278-4ae0-8872-177bc37e57f2 HTTP/1.1" status: 204 len: 168 time: 0.4981310 Dec 16 14:51:52.094399 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-3745638a-1825-4c5d-8daf-b9707805cfd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538487 Dec 16 14:51:52.230785 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-a2f76b14-d9d3-4865-84d6-18fec97a4073 service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274261 Dec 16 14:51:52.451908 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49accbe-1f8b-4887-9cc9-bddba1e6dce4 req-d77c5e6d-1ff3-41fb-8a33-5778dc47ad4d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:52.451908 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e49accbe-1f8b-4887-9cc9-bddba1e6dce4 req-d77c5e6d-1ff3-41fb-8a33-5778dc47ad4d tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 943 time: 0.0925448 Dec 16 14:51:52.462493 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f1003d-ee3d-4d0b-87bd-515a8c05e927 req-24ec2b6b-30b9-48d8-b02e-5e193a765e4f service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243624 Dec 16 14:51:52.512076 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e49accbe-1f8b-4887-9cc9-bddba1e6dce4 req-d90b10ea-d40e-4281-9fba-b1cf88107dbd tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548744 Dec 16 14:51:52.723765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fa69a-18ee-4b8a-91da-4d210f3d1c0b req-17b3f507-917b-4757-b3c3-b99f5586bf09 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:52.725359 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8a2fa69a-18ee-4b8a-91da-4d210f3d1c0b req-17b3f507-917b-4757-b3c3-b99f5586bf09 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 943 time: 0.0850306 Dec 16 14:51:52.774539 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8a2fa69a-18ee-4b8a-91da-4d210f3d1c0b req-5412b19f-4a03-4f2e-82e4-fb4e07e01c19 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Dec 16 14:51:53.115846 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89a3c-87e3-424b-808a-9f773eca592e req-e1c8330a-5afe-444b-b95e-a545638a16d2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:53.117450 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-23d89a3c-87e3-424b-808a-9f773eca592e req-e1c8330a-5afe-444b-b95e-a545638a16d2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1108811 Dec 16 14:51:53.161033 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-23d89a3c-87e3-424b-808a-9f773eca592e req-553ac5b7-c87e-4ce3-a83d-7e834913e5a9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Dec 16 14:51:53.571077 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 180433dd-205b-4178-846c-1e9ef045eafa details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:53.697425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9daef3-3dc2-4cf0-828b-f6f6a25bc32d req-3df2d083-fb66-42e6-9097-dbc3b466727c tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:53.699003 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5b9daef3-3dc2-4cf0-828b-f6f6a25bc32d req-3df2d083-fb66-42e6-9097-dbc3b466727c tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 943 time: 0.0905132 Dec 16 14:51:53.733186 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=180433dd-205b-4178-846c-1e9ef045eafa,segment=NetworkSegment(88375b1d-d71c-4e81-b6e5-49404f60886e),segment_id=88375b1d-d71c-4e81-b6e5-49404f60886e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:53.747902 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '180433dd-205b-4178-846c-1e9ef045eafa', 'network_id': '98167e2b-0fa6-41d1-a96e-8d94462ee34f', 'port_id': '180433dd-205b-4178-846c-1e9ef045eafa', 'mac_address': 'fa:16:3e:e5:8e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9d7886-cdaa-401f-9ba7-432868e38801', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:53.755717 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5b9daef3-3dc2-4cf0-828b-f6f6a25bc32d req-fd760917-1f92-4a2b-a636-709c44b44e63 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506814 Dec 16 14:51:53.828414 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:53.848687 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180433dd-205b-4178-846c-1e9ef045eafa {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:53.866155 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=180433dd-205b-4178-846c-1e9ef045eafa,segment=NetworkSegment(88375b1d-d71c-4e81-b6e5-49404f60886e),segment_id=88375b1d-d71c-4e81-b6e5-49404f60886e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:53.940340 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:53.942410 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:54.014874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:54.022177 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.022560 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.022897 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.023225 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.023546 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.023892 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.024220 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.024536 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.024837 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.025417 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.025527 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb4f18-e367-4076-ad04-57e7a27f7509 req-9e3721c5-a752-4322-81e7-fd29ab1e48b6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:54.025627 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.025782 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:51:54.027097 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f1fb4f18-e367-4076-ad04-57e7a27f7509 req-9e3721c5-a752-4322-81e7-fd29ab1e48b6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 943 time: 0.0968180 Dec 16 14:51:54.033614 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:54.074867 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f1fb4f18-e367-4076-ad04-57e7a27f7509 req-29c8cf48-fc92-4ba5-b9bf-2d4764e85956 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Dec 16 14:51:54.355165 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['180433dd-205b-4178-846c-1e9ef045eafa'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:54.356013 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e80817-5a6f-4ffe-a95e-36366ed6a003 req-add30cba-73bb-4a00-b7f2-a2674159f421 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:54.358026 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f9e80817-5a6f-4ffe-a95e-36366ed6a003 req-add30cba-73bb-4a00-b7f2-a2674159f421 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0828354 Dec 16 14:51:54.408949 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f9e80817-5a6f-4ffe-a95e-36366ed6a003 req-f9491c78-e018-468a-ae31-b2ee24584c3e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Dec 16 14:51:54.947902 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27b86b-d66f-4f2a-9c52-484658b1ccf9 req-b14e6f32-7196-4480-a559-6a5edada3b84 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:54.949391 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc27b86b-d66f-4f2a-9c52-484658b1ccf9 req-b14e6f32-7196-4480-a559-6a5edada3b84 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 944 time: 0.0828571 Dec 16 14:51:54.996347 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc27b86b-d66f-4f2a-9c52-484658b1ccf9 req-3c618d84-ace8-495d-87c4-321a6f37ff6e tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Dec 16 14:51:55.263501 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4456-eac7-4d5b-862a-423310d589b3 req-9c83fd01-6510-4fc5-8bf1-2f541b07a25a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:55.265417 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d0b4456-eac7-4d5b-862a-423310d589b3 req-9c83fd01-6510-4fc5-8bf1-2f541b07a25a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 943 time: 0.0798035 Dec 16 14:51:55.314450 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d0b4456-eac7-4d5b-862a-423310d589b3 req-ff319d92-3398-435c-803c-729f2558ae8a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Dec 16 14:51:55.600287 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device f9916110-9ef9-4913-887f-b2f35b4112a5 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:51:55.611496 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 180433dd-205b-4178-846c-1e9ef045eafa up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:55.618730 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb45b-c280-4f41-869e-78f172d35dcc req-43f40ed9-6ddb-4570-9665-73c2432cf1f7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:55.621287 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f22bb45b-c280-4f41-869e-78f172d35dcc req-43f40ed9-6ddb-4570-9665-73c2432cf1f7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0911322 Dec 16 14:51:55.670338 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f22bb45b-c280-4f41-869e-78f172d35dcc req-e9101928-68b4-48c4-91bf-537e908fb181 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Dec 16 14:51:55.796775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f9916110-9ef9-4913-887f-b2f35b4112a5,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:55.810090 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'f9916110-9ef9-4913-887f-b2f35b4112a5', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'port_id': 'f9916110-9ef9-4913-887f-b2f35b4112a5', 'mac_address': 'fa:16:3e:a5:fb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206e0de3-dc30-4848-8bf6-eac6a99a9328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:51:55.842151 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 180433dd-205b-4178-846c-1e9ef045eafa completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:55.860152 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 180433dd-205b-4178-846c-1e9ef045eafa triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:55.860534 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:55.914499 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:55.937704 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9916110-9ef9-4913-887f-b2f35b4112a5 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:51:55.959854 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f9916110-9ef9-4913-887f-b2f35b4112a5,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:56.013269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.014911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35824) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:56.026984 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.032808 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:56.098457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:56.116628 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=180433dd-205b-4178-846c-1e9ef045eafa,segment=NetworkSegment(88375b1d-d71c-4e81-b6e5-49404f60886e),segment_id=88375b1d-d71c-4e81-b6e5-49404f60886e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:56.125816 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:56.129224 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:56.155098 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.171072 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:56.177305 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Usage tracker for resource:security_group_rule and tenant:de27fbdf72834610b5003a75223ffc99 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:56.178690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:56.179168 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa', 'code': 200} Dec 16 14:51:56.185615 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:56.227308 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.232218 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:56.311705 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:56.314666 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:56.328005 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.364008 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751f4e0-275e-48c3-8b1f-8c58522c1512 req-a62eb796-a1b9-4370-9056-0aefdadb1f61 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:56.365491 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c751f4e0-275e-48c3-8b1f-8c58522c1512 req-a62eb796-a1b9-4370-9056-0aefdadb1f61 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.0982859 Dec 16 14:51:56.415269 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.423474 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-450992b5-43c6-40e3-8d57-9180ff9a738f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:56.437484 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c751f4e0-275e-48c3-8b1f-8c58522c1512 req-1606f39e-5ffc-40fe-bbd2-57b81492a393 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659413 Dec 16 14:51:56.460737 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:51:56.489918 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de27fbdf72834610b5003a75223ffc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735324 Dec 16 14:51:56.492706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3c317-4ffc-46de-8d22-4f57508a692e,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:56.495000 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35840) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:56.497309 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:56.612916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.659300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.670817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092752-930c-4e7f-b7b0-1eab2608fcbb req-429c88dd-d58a-4d93-bef9-4c390ef762ac tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:56.673085 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-98092752-930c-4e7f-b7b0-1eab2608fcbb req-429c88dd-d58a-4d93-bef9-4c390ef762ac tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 944 time: 0.2096400 Dec 16 14:51:56.726036 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cdc7-4496-4977-b2c6-9fb7be8ec83e req-c7a0a3cf-ecd1-4657-a12c-e546f3d3213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:56.731789 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb82cdc7-4496-4977-b2c6-9fb7be8ec83e req-c7a0a3cf-ecd1-4657-a12c-e546f3d3213f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 1098 time: 0.1609247 Dec 16 14:51:56.833870 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-98092752-930c-4e7f-b7b0-1eab2608fcbb req-2332496a-016e-4fd2-8d0f-28f9e0053578 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519196 Dec 16 14:51:56.866164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.876141 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb82cdc7-4496-4977-b2c6-9fb7be8ec83e req-4748c6a0-de0c-49a5-9e42-7c9a5aac00be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296518 Dec 16 14:51:56.883401 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-72fabfbd-8351-41fe-a4a3-0a6e65fb4455 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:56.937693 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3c317-4ffc-46de-8d22-4f57508a692e,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:56.947937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:56.974073 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:56.977783 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6e3c317-4ffc-46de-8d22-4f57508a692e HTTP/1.1" status: 204 len: 168 time: 0.4793651 Dec 16 14:51:57.000174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11713602-bb5d-48c1-8b2b-21db0621e5b5 req-db46228d-0f6f-498b-849b-a41e06accf9b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:57.001622 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-11713602-bb5d-48c1-8b2b-21db0621e5b5 req-db46228d-0f6f-498b-849b-a41e06accf9b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1194260 Dec 16 14:51:57.056421 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-11713602-bb5d-48c1-8b2b-21db0621e5b5 req-3cb25121-321a-476f-a8cc-f2d8389c87fb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Dec 16 14:51:57.614750 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device f9916110-9ef9-4913-887f-b2f35b4112a5 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:51:57.645389 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35868) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:57.650232 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d07f6-2d78-444f-93cb-f0ec1d334f3d req-fb27e3bb-8109-4217-b88a-3d8ffbf0c6a7 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:57.651907 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc4d07f6-2d78-444f-93cb-f0ec1d334f3d req-fb27e3bb-8109-4217-b88a-3d8ffbf0c6a7 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.0876346 Dec 16 14:51:57.670544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:57.688376 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:57.699841 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec4a4cf022f4b9ba9e1fdfc3b8a582c is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:57.705048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:57.713119 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc4d07f6-2d78-444f-93cb-f0ec1d334f3d req-91f81f7b-ddea-4b38-a173-c96acceaffdf tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531719 Dec 16 14:51:57.713937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:57.791330 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port f9916110-9ef9-4913-887f-b2f35b4112a5 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:51:57.797718 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port f9916110-9ef9-4913-887f-b2f35b4112a5 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:51:57.799766 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:57.805381 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:57.882897 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:57.910212 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed661c51-f293-4669-a641-c15afff0f092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:57.930810 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:57.935678 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ec4a4cf022f4b9ba9e1fdfc3b8a582c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892325 Dec 16 14:51:57.938818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35880) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:57.943464 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01699e-751b-4435-94d1-a860d0925646,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:57.951035 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:57.977046 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f9916110-9ef9-4913-887f-b2f35b4112a5,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:51:58.010145 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.033599 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863212d-4eb4-4d98-8c99-28bdb07aaa57 req-4f294b0a-8e93-42f7-94e0-872403ac260c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:58.035239 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7863212d-4eb4-4d98-8c99-28bdb07aaa57 req-4f294b0a-8e93-42f7-94e0-872403ac260c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 944 time: 0.0831690 Dec 16 14:51:58.036523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.042642 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.044576 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:58.095888 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7863212d-4eb4-4d98-8c99-28bdb07aaa57 req-21ba47e5-eaed-49d2-89a9-e3657fa96041 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550528 Dec 16 14:51:58.133722 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:58.136749 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:58.151188 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.157034 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7a4ad0ae-01a1-4e02-8213-a1b38ed3e50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:58.168956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01699e-751b-4435-94d1-a860d0925646,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:58.172977 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:58.180201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.182324 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f01699e-751b-4435-94d1-a860d0925646 HTTP/1.1" status: 204 len: 168 time: 0.2410200 Dec 16 14:51:58.183814 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:51:58.241381 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5', 'code': 200} Dec 16 14:51:58.260834 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2d361-bf3d-4293-8bbc-c279e293809b req-252d20c4-af9c-4380-a4c3-8e6410e1f11a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:58.262209 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69c2d361-bf3d-4293-8bbc-c279e293809b req-252d20c4-af9c-4380-a4c3-8e6410e1f11a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0840409 Dec 16 14:51:58.307868 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69c2d361-bf3d-4293-8bbc-c279e293809b req-bead47fb-a8fc-453a-bbad-590165f274bc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Dec 16 14:51:58.602610 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.890401 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810a15-65fd-4f0c-bcc8-596ff278e5de req-ab2e4415-1847-4355-b828-d98b35b43e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:58.891856 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f810a15-65fd-4f0c-bcc8-596ff278e5de req-ab2e4415-1847-4355-b828-d98b35b43e9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 1098 time: 0.1135125 Dec 16 14:51:58.944300 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f810a15-65fd-4f0c-bcc8-596ff278e5de req-8a2ce83d-40b4-4c8e-8849-4325f87117c0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Dec 16 14:51:58.952338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db6c16-9d34-4450-bc08-70b4740c178b req-d0e88232-f334-4888-999b-82af29dfcb49 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:58.953815 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-00db6c16-9d34-4450-bc08-70b4740c178b req-d0e88232-f334-4888-999b-82af29dfcb49 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.1086638 Dec 16 14:51:58.963617 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 35910) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:58.984799 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:58.999314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:51:59.003897 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Usage tracker for resource:security_group_rule and tenant:e94ac2ac044d40498137b32236dc85ef is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:51:59.005951 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-00db6c16-9d34-4450-bc08-70b4740c178b req-b8a94671-cdc1-446e-9ec1-e5b64fee1052 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Dec 16 14:51:59.008022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:51:59.014490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:51:59.109473 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.168294 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.177010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b6c07451-fbea-443b-8340-a1af3bc7607e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:59.223951 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e94ac2ac044d40498137b32236dc85ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582915 Dec 16 14:51:59.223951 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b96f7-0a1d-40a1-855a-ff3caef8ac66,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:59.232461 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:59.233241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 35924) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:59.291705 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.318223 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.319919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444a8e9-06e0-4c1a-bdf3-109cf6a48d29 req-f793b607-a9d2-48ba-a5e9-ce23591e6d19 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:59.321615 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3444a8e9-06e0-4c1a-bdf3-109cf6a48d29 req-f793b607-a9d2-48ba-a5e9-ce23591e6d19 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.0889704 Dec 16 14:51:59.395562 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3444a8e9-06e0-4c1a-bdf3-109cf6a48d29 req-49953aff-f24a-479f-8d07-1f337eadb8c3 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Dec 16 14:51:59.469820 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.482116 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2131185f-ff7a-426a-b9a1-1569a9aebcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:51:59.506213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b96f7-0a1d-40a1-855a-ff3caef8ac66,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:51:59.508917 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:59.522913 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/413b96f7-0a1d-40a1-855a-ff3caef8ac66 HTTP/1.1" status: 204 len: 168 time: 0.2891929 Dec 16 14:51:59.526415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:51:59.574248 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87dc0-217a-4e24-b3bf-5d7bc6be4525 req-3a0d7446-104a-4068-8475-4674a0e03d4a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:59.583835 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e4f87dc0-217a-4e24-b3bf-5d7bc6be4525 req-3a0d7446-104a-4068-8475-4674a0e03d4a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1600640 Dec 16 14:51:59.647145 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e4f87dc0-217a-4e24-b3bf-5d7bc6be4525 req-0c1c860f-3248-4f31-915d-8a0534678854 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Dec 16 14:51:59.915522 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dd3ab-a6ea-4688-bc86-49d11906913c req-d4ac5cbb-10fa-4593-8fd7-ad6bf0e90d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:51:59.917525 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ef4dd3ab-a6ea-4688-bc86-49d11906913c req-d4ac5cbb-10fa-4593-8fd7-ad6bf0e90d67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1098 time: 0.1354077 Dec 16 14:51:59.989276 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ef4dd3ab-a6ea-4688-bc86-49d11906913c req-767b865e-4c00-4c7d-8873-880eaadf8926 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 Dec 16 14:52:00.613712 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2a841-5849-45ff-b2f1-ae9a61a4e878 req-494790d7-1dda-49cb-b3c6-2377aa7a8c07 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:00.620565 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b8d2a841-5849-45ff-b2f1-ae9a61a4e878 req-494790d7-1dda-49cb-b3c6-2377aa7a8c07 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.1123233 Dec 16 14:52:00.693392 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b8d2a841-5849-45ff-b2f1-ae9a61a4e878 req-3a09b861-4974-4711-b36e-be185b2e5658 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708199 Dec 16 14:52:00.929138 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938755-7018-41af-ac56-a85af40e9fd0 req-eb6302e7-abee-44f4-821a-161071f7488d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:00.929717 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-59938755-7018-41af-ac56-a85af40e9fd0 req-eb6302e7-abee-44f4-821a-161071f7488d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1172514 Dec 16 14:52:00.987001 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-59938755-7018-41af-ac56-a85af40e9fd0 req-a1a1fc67-bcf7-4ed7-9c45-66d31b141174 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Dec 16 14:52:01.886693 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dcc8d-9332-4065-a10d-e9692e3e98ce req-4d98c24e-1e71-4c8e-b6a3-eef664e5e96c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:01.888333 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-278dcc8d-9332-4065-a10d-e9692e3e98ce req-4d98c24e-1e71-4c8e-b6a3-eef664e5e96c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.0897167 Dec 16 14:52:01.944641 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-278dcc8d-9332-4065-a10d-e9692e3e98ce req-ddf58bbf-b793-4634-8254-7f4473744e46 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Dec 16 14:52:02.275193 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f618c-7e13-4bb8-9f61-4454180d6601 req-e02b586a-a5a1-42cc-b3b1-0464b9ff58ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:02.276915 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0c6f618c-7e13-4bb8-9f61-4454180d6601 req-e02b586a-a5a1-42cc-b3b1-0464b9ff58ef tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1764641 Dec 16 14:52:02.324824 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0c6f618c-7e13-4bb8-9f61-4454180d6601 req-0dba4dae-08fa-44bd-a3fa-8069a9c45968 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Dec 16 14:52:02.517904 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e598d-c994-4428-b0e4-2b08860f44df req-168d9591-3bf4-42bc-8d27-f8822b809b19 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:02.519400 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-437e598d-c994-4428-b0e4-2b08860f44df req-168d9591-3bf4-42bc-8d27-f8822b809b19 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0838797 Dec 16 14:52:02.569292 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-437e598d-c994-4428-b0e4-2b08860f44df req-414584ad-3f21-4717-88d8-4e34cf9630d9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Dec 16 14:52:03.344229 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:52:06.103631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bc538-8a43-46a9-bcb3-570a8b799c49 req-4fd132dd-4a48-4d28-ac7e-a72daf84933c tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:06.105207 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-121bc538-8a43-46a9-bcb3-570a8b799c49 req-4fd132dd-4a48-4d28-ac7e-a72daf84933c tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.1504073 Dec 16 14:52:06.138009 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54499-946e-406d-a756-0f639d399124 req-a3101235-e7e7-4682-98ad-dfa9ef00793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:06.139552 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-a3101235-e7e7-4682-98ad-dfa9ef00793e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.1176071 Dec 16 14:52:06.182215 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-121bc538-8a43-46a9-bcb3-570a8b799c49 req-a7c37468-02cb-4a4f-9c96-f93fa302fc58 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695536 Dec 16 14:52:06.255591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818d244-d498-4840-ac23-b0bd0ac753b7 req-b9c09608-ba74-4874-86cf-01151afd9550 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:06.255591 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6818d244-d498-4840-ac23-b0bd0ac753b7 req-b9c09608-ba74-4874-86cf-01151afd9550 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0878642 Dec 16 14:52:06.299710 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54499-946e-406d-a756-0f639d399124 req-74769c14-f58c-41ce-b92c-9517bedaa915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:06.301149 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-74769c14-f58c-41ce-b92c-9517bedaa915 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.1437144 Dec 16 14:52:06.306099 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6818d244-d498-4840-ac23-b0bd0ac753b7 req-ca46c03d-2954-426f-9d1e-8e2c8a0ab871 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Dec 16 14:52:06.431631 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-ea246a3e-64d4-426b-b215-ccc221f89cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.1125741 Dec 16 14:52:06.557605 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54499-946e-406d-a756-0f639d399124 req-353b9cfe-42c8-4c3c-8324-daa08f6d0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:06.559697 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-353b9cfe-42c8-4c3c-8324-daa08f6d0dd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0701485 Dec 16 14:52:06.620555 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-dbdf31f9-24f5-453d-9927-d77d5f66e12c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426133 Dec 16 14:52:06.770710 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-49a67b31-0183-4a32-bfbf-6a7ed272460b service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283062 Dec 16 14:52:06.902066 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc54499-946e-406d-a756-0f639d399124 req-8d07cbc0-b43d-45fc-b123-28538ab2ddb4 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240990 Dec 16 14:52:07.124854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36204) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:07.248253 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.263088 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:07.268375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a88a90e8ec34e928fa4ded6977713dd is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:07.274838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:07.277103 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:07.428869 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf018-c9c8-4ab3-b3d1-9c065346b371 req-a3023946-91ec-43fd-a67e-11411d85020e tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:07.430737 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-29ebf018-c9c8-4ab3-b3d1-9c065346b371 req-a3023946-91ec-43fd-a67e-11411d85020e tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.1303434 Dec 16 14:52:07.435333 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.475278 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-29ebf018-c9c8-4ab3-b3d1-9c065346b371 req-3350156f-fae9-48a5-b4ef-03352dce3888 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Dec 16 14:52:07.511175 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.512224 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6e20-7393-4100-af69-615be0a87639 req-6a3ba2d8-9f46-449e-8cba-ad70569e9f79 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:07.514592 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ac2f6e20-7393-4100-af69-615be0a87639 req-6a3ba2d8-9f46-449e-8cba-ad70569e9f79 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0916171 Dec 16 14:52:07.520291 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-dd41fd48-cd40-415c-ac50-54cbcb562728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:07.560757 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a88a90e8ec34e928fa4ded6977713dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341407 Dec 16 14:52:07.563476 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36218) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:07.566562 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db874e-9d4d-42d8-8f14-6f89e6d8bf22,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:07.568487 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ac2f6e20-7393-4100-af69-615be0a87639 req-a924435e-c23e-4ff7-b9c6-cee13893821d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Dec 16 14:52:07.587322 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:07.643572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.674967 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.802246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.807015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-60d60f1c-1ed0-4e3b-a7d0-c1399b9b2699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:07.821245 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db874e-9d4d-42d8-8f14-6f89e6d8bf22,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:07.824184 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:07.829280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.834227 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01db874e-9d4d-42d8-8f14-6f89e6d8bf22 HTTP/1.1" status: 204 len: 168 time: 0.2658246 Dec 16 14:52:08.178457 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-b4407e4a-8ef6-481c-a7ad-2dd839d4f660 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:08.179988 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-b4407e4a-8ef6-481c-a7ad-2dd839d4f660 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.0828295 Dec 16 14:52:08.292443 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Deleting port 180433dd-205b-4178-846c-1e9ef045eafa {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:52:08.292794 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:08.492009 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36236) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:08.510545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:08.527601 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:08.532721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Usage tracker for resource:security_group_rule and tenant:5b0c390c3eec4475a59d19108c787d0f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:08.535855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:08.541966 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:08.551780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] For port 180433dd-205b-4178-846c-1e9ef045eafa, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=180433dd-205b-4178-846c-1e9ef045eafa,segment=NetworkSegment(88375b1d-d71c-4e81-b6e5-49404f60886e),segment_id=88375b1d-d71c-4e81-b6e5-49404f60886e)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:08.551780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:08.654735 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:08.704863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Calling delete_port for 180433dd-205b-4178-846c-1e9ef045eafa owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:52:08.749871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:08.770834 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3743141a-28dc-4b4a-aee9-8f6394deec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:08.844163 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b0c390c3eec4475a59d19108c787d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508875 Dec 16 14:52:08.846515 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36262) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:08.887529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93cd3ca-f2eb-4a64-b933-ce0ec00fa28f,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:08.900329 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:08.940149 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d3108-6ca0-4fec-aed4-20408052b6f9 req-20c549bb-4a90-412e-a184-bbcd2f50b2a8 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:08.941949 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-595d3108-6ca0-4fec-aed4-20408052b6f9 req-20c549bb-4a90-412e-a184-bbcd2f50b2a8 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2320642 Dec 16 14:52:08.961204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.063161 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-595d3108-6ca0-4fec-aed4-20408052b6f9 req-aa8b6d06-9c3c-41cd-9f4e-96b411cc7967 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202085 Dec 16 14:52:09.100160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.104445 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c9898-a48f-4448-9c07-4490dd34e6dc req-43588b74-10cc-43a9-ba1e-e685e2afa0a5 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:09.117619 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e20c9898-a48f-4448-9c07-4490dd34e6dc req-43588b74-10cc-43a9-ba1e-e685e2afa0a5 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 945 time: 0.4766314 Dec 16 14:52:09.175363 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e20c9898-a48f-4448-9c07-4490dd34e6dc req-52cd0708-d237-4fbe-838f-a53977241641 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/security-groups?id=064783bc-a49d-4591-9941-25bc048d9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616372 Dec 16 14:52:09.188436 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-838e7ae7-f471-4fa5-897e-be02a276fa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.207977 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.216059 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-00dc3ff3-522d-44e4-8cde-9e29482f867b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:09.248964 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['180433dd-205b-4178-846c-1e9ef045eafa'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:52:09.271024 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.287015 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56eba373-21e0-4ef8-ab0e-d506e767cd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:09.303909 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Pushing event deleted for resources: {'Port': ['ID=180433dd-205b-4178-846c-1e9ef045eafa,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:09.307014 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:09.319202 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93cd3ca-f2eb-4a64-b933-ce0ec00fa28f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:09.320564 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:09.412052 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] No DVR routers for this DVR port 180433dd-205b-4178-846c-1e9ef045eafa on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:52:09.416950 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.418740 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.421492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'name': 'network-vif-deleted', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:52:09.432353 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c93cd3ca-f2eb-4a64-b933-ce0ec00fa28f HTTP/1.1" status: 204 len: 168 time: 0.5845640 Dec 16 14:52:09.522190 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-9cdffe5e-964f-485e-899d-242dac9e9454 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:09.523882 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-9cdffe5e-964f-485e-899d-242dac9e9454 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.2066305 Dec 16 14:52:09.550825 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-ca810411-3ce3-48a5-8056-b7403f28036b tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/quotas/5f6af0b4f23140c9a2c2dae115f37e30 HTTP/1.1" status: 200 len: 375 time: 0.0194380 Dec 16 14:52:09.557539 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-dd6dc733-1374-4652-a7c9-0f4a82ec710f req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.53 "DELETE /v2.0/ports/180433dd-205b-4178-846c-1e9ef045eafa HTTP/1.1" status: 204 len: 173 time: 1.3347223 Dec 16 14:52:09.645259 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-9aacc1f4-63dc-443f-8960-b74d4f58b235 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867205 Dec 16 14:52:09.662068 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8edce67-8582-45c1-a9c0-1e7bd110fa35', 'name': 'network-vif-deleted', 'tag': '180433dd-205b-4178-846c-1e9ef045eafa', 'status': 'completed', 'code': 200} Dec 16 14:52:09.743466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36322) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:09.815790 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-5d239fba-a25c-4f6b-a6a8-454e89f34725 service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618233 Dec 16 14:52:09.939530 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.951691 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-e21981cf-c826-4aa7-a75e-6d56971502b9 service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343322 Dec 16 14:52:09.957420 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:09.962709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Usage tracker for resource:security_group_rule and tenant:33b1ea1c86a34f6c8c4a829d8f315755 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:09.966232 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:09.973444 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:10.057641 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.168159 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.179795 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-57a32ff4-0274-4485-a1c5-8eb7e490575e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:10.221668 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-365c1ed1-635e-49f4-837f-5179d6085382 req-c44dfe6f-fc8c-4248-883e-ac5c6c1818d2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 210 time: 0.0585608 Dec 16 14:52:10.280794 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b3471f-f412-4296-82a8-1cbc2268767b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:10.284030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:10.289524 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33b1ea1c86a34f6c8c4a829d8f315755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450153 Dec 16 14:52:10.289770 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36346) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:10.366398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1d63-2c68-479c-bc76-e3720a76d0e0 req-fcf0a71c-9d89-4991-9f37-5303dd73140a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:10.367995 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b23f1d63-2c68-479c-bc76-e3720a76d0e0 req-fcf0a71c-9d89-4991-9f37-5303dd73140a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1317928 Dec 16 14:52:10.418149 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.427714 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3707bbfe-641b-43f7-b96c-3862a8ff63ef req-ba6b2200-d8e5-45dd-9062-0a030594f9cf tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8edce67-8582-45c1-a9c0-1e7bd110fa35 HTTP/1.1" status: 200 len: 210 time: 0.0515697 Dec 16 14:52:10.429114 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b23f1d63-2c68-479c-bc76-e3720a76d0e0 req-6997d20c-be30-49a6-82a6-40ef40ba1c2d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Dec 16 14:52:10.464423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.717370 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.721214 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3e62f42b-7d96-4146-a16e-e1d6982dbdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:10.733358 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b3471f-f412-4296-82a8-1cbc2268767b,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:10.736667 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:10.739861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.740973 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b3471f-f412-4296-82a8-1cbc2268767b HTTP/1.1" status: 204 len: 168 time: 0.4500411 Dec 16 14:52:11.376310 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9273d13e-4ccb-4e68-90ef-52b272d41f96 req-34e5e421-8ddc-4536-a22e-fb90a4ca758f tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 210 time: 0.0432804 Dec 16 14:52:11.659623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1507a01e-15ce-4be0-8729-3e300c4a5c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:11.667996 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0da8c9-b454-42c1-aeab-babd4f5b574f req-c9e2fe95-f4ca-4eb1-9879-e557a3c9a2e2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:11.670526 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e0da8c9-b454-42c1-aeab-babd4f5b574f req-c9e2fe95-f4ca-4eb1-9879-e557a3c9a2e2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0956166 Dec 16 14:52:11.714384 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 180433dd-205b-4178-846c-1e9ef045eafa no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:52:11.761663 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e0da8c9-b454-42c1-aeab-babd4f5b574f req-62059568-34cc-4d70-9097-20167cdf7db7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848346 Dec 16 14:52:11.777569 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 180433dd-205b-4178-846c-1e9ef045eafa {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:52:11.777927 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 180433dd-205b-4178-846c-1e9ef045eafa not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:52:12.073547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36410) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:12.183168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1290473111-network', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:12.188459 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:12.195995 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Usage tracker for resource:network and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:12.198690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:12.207027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:12.299040 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Made reservation on behalf of 5d2d92d92c6c44b79602af3b12d03ac5 for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:12.301520 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.314686 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.330728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:12.334878 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:12.337928 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:12.343659 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:12.444498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.521951 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.525139 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:12.542874 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-de86b090-1f44-4e34-8b9d-1c07d2c0ffe9 req-aac751fb-d786-4675-8cc5-a0350574c987 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 210 time: 0.0461032 Dec 16 14:52:12.554678 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:52:12.564020 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:12.567098 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:12.570843 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.571190 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Added segment a47f20d6-7e26-437d-9e46-a012b33e0cb9 of type vlan for network da49beac-bd7f-4e65-b891-e67116111884 Dec 16 14:52:12.596991 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.647923 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.717016 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.718805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:12.719444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.724635 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-77ce3867-bc16-462c-8566-10c5c428c689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:12.739206 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.830316 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Pushing event updated for resources: {'Network': ['ID=da49beac-bd7f-4e65-b891-e67116111884,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:12.833134 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:12.850126 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network da49beac-bd7f-4e65-b891-e67116111884 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:52:13.003230 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9284391 Dec 16 14:52:13.008301 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36440) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:13.014945 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Request body: {'subnet': {'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1290473111-subnet', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:13.021632 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:13.032624 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-eafee7d8-4c88-40a1-821c-2b6369cf11cd tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:13.035527 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-eafee7d8-4c88-40a1-821c-2b6369cf11cd tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.1872962 Dec 16 14:52:13.042206 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Usage tracker for resource:subnet and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:13.046711 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:13.057086 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:13.057428 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Request body: {'port': {'device_id': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'admin_state_up': True, 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:13.092830 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9feb5-eba9-460f-b57e-092465518393 req-15bd72e6-5829-4808-acc7-37af6e8fdd2b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:13.099689 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-86a9feb5-eba9-460f-b57e-092465518393 req-15bd72e6-5829-4808-acc7-37af6e8fdd2b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2166839 Dec 16 14:52:13.142178 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-86a9feb5-eba9-460f-b57e-092465518393 req-c584b1e8-659f-4f65-b929-6780b63718fa tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Dec 16 14:52:13.165350 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Made reservation on behalf of 5d2d92d92c6c44b79602af3b12d03ac5 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:13.167958 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.209135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:13.222420 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:13.316362 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:13.319917 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.442645 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.446700 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:13.489442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Allocated IP 172.20.0.5 (9df7a51c-2e49-47a4-b6ea-884a0df29e1b/206e0de3-dc30-4848-8bf6-eac6a99a9328/0983598b-aa5e-436f-aa16-9416e9e57126) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:13.522299 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e845aa-a055-4f29-b47a-52a358871faf,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:13.526243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:13.533882 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Checking segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:13.534242 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Network hostable DHCP agents. Network: da49beac-bd7f-4e65-b891-e67116111884, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:52:13.688095 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Network da49beac-bd7f-4e65-b891-e67116111884 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:52:13.695625 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.699572 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bc5555a9-2420-4643-9c2d-58ad23f92a05 req-041dda83-7117-4a42-a66c-b380ec4cce14 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 210 time: 0.0483966 Dec 16 14:52:13.813340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, da49beac-bd7f-4e65-b891-e67116111884) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:13.813862 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.820984 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:13.826472 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b306234-e9e6-4573-9453-ea365bc25cd9 None None] Network da49beac-bd7f-4e65-b891-e67116111884 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:52:13.828870 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:13.829535 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.890701 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:13.893911 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:13.898023 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:13.905733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:52:13.936588 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event updated for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:13.941180 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:13.957359 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b35306fc-8aed-438e-aa16-a54d3aa3054a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9477646 Dec 16 14:52:13.959706 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36456) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:13.967753 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:13.968369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.974377 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:13.980606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:13.990840 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Usage tracker for resource:router and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:13.993938 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:14.000283 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:14.072730 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.113512 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615265 Dec 16 14:52:14.152372 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Request body: {'port': {'device_id': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:14.194007 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.195193 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.207788 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-da49beac-bd7f-4e65-b891-e67116111884', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:52:14.207788 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.260855 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.296686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.377675 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49ceb-41c8-4b2a-85b1-d026d5fb0155 req-cd3d7cff-d458-4563-94f3-f5a08af84f98 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:14.379377 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ca49ceb-41c8-4b2a-85b1-d026d5fb0155 req-cd3d7cff-d458-4563-94f3-f5a08af84f98 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1196642 Dec 16 14:52:14.393465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Allocated IP 172.20.0.2 (da49beac-bd7f-4e65-b891-e67116111884/a8e845aa-a055-4f29-b47a-52a358871faf/6e05809f-ee38-4629-8a36-c8570c7ae68a) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:14.458342 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ca49ceb-41c8-4b2a-85b1-d026d5fb0155 req-077169b3-8187-4439-8258-53e47a665a9c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702293 Dec 16 14:52:14.649796 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.664641 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Transition to ACTIVE for port object 6e05809f-ee38-4629-8a36-c8570c7ae68a will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:14.682562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Transition to ACTIVE for port object 6e05809f-ee38-4629-8a36-c8570c7ae68a will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:14.810121 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.812439 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:14.817426 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:14.895110 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Network da49beac-bd7f-4e65-b891-e67116111884 is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:14.898224 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:14.902446 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:14.974476 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Pushing event updated for resources: {'Port': ['ID=6e05809f-ee38-4629-8a36-c8570c7ae68a,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:14.982325 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:15.005443 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Attempting to bind port 6e05809f-ee38-4629-8a36-c8570c7ae68a on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:15.005820 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Attempting to bind port 6e05809f-ee38-4629-8a36-c8570c7ae68a by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:15.006184 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Attempting to bind port 6e05809f-ee38-4629-8a36-c8570c7ae68a on network da49beac-bd7f-4e65-b891-e67116111884 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:15.011810 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:15.012188 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Checking segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:15.012587 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.013002 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Bound using segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:15.014035 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Bound port: 6e05809f-ee38-4629-8a36-c8570c7ae68a, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:15.014434 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.070007 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47343-1327-4ff0-ba3d-828cd0cb7148 req-8cd9ff2a-3488-4adb-8e27-8feae7d8d964 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:15.070755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-e7c47343-1327-4ff0-ba3d-828cd0cb7148 req-8cd9ff2a-3488-4adb-8e27-8feae7d8d964 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:52:15.148830 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] For port 6e05809f-ee38-4629-8a36-c8570c7ae68a, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:15.155463 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] For port 6e05809f-ee38-4629-8a36-c8570c7ae68a, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e05809f-ee38-4629-8a36-c8570c7ae68a,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:15.211003 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-e7c47343-1327-4ff0-ba3d-828cd0cb7148 req-8cd9ff2a-3488-4adb-8e27-8feae7d8d964 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:52:15.218045 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e7c47343-1327-4ff0-ba3d-828cd0cb7148 req-8cd9ff2a-3488-4adb-8e27-8feae7d8d964 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 931 time: 0.4017751 Dec 16 14:52:15.239063 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.239312 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:15.266648 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0983598b-aa5e-436f-aa16-9416e9e57126 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:52:15.297247 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.322153 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e7c47343-1327-4ff0-ba3d-828cd0cb7148 req-2bf7cd2d-dc47-428d-b495-d03522c3baa4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005816 Dec 16 14:52:15.339666 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Transition to ACTIVE for port object 0983598b-aa5e-436f-aa16-9416e9e57126 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:15.355860 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Pushing event updated for resources: {'Port': ['ID=6e05809f-ee38-4629-8a36-c8570c7ae68a,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:15.360417 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:15.464201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.476503 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:15.703280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Pushing event updated for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:15.707674 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:15.722552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.741444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591a9f9-b516-422d-a1ea-2873371a091a req-3ea3e5d9-8e87-4121-9bcf-8ad63d793a00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:15.743950 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9591a9f9-b516-422d-a1ea-2873371a091a req-3ea3e5d9-8e87-4121-9bcf-8ad63d793a00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1151917 Dec 16 14:52:15.761963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:15.811665 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9591a9f9-b516-422d-a1ea-2873371a091a req-af3015b4-275b-4960-ada6-7c583b8228d9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607350 Dec 16 14:52:15.928664 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Allocated IP 172.28.2.37 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/2f428b33-0caa-4880-b4d7-087ead2a3a2d) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:16.109525 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.171549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Attempting to bind port 0983598b-aa5e-436f-aa16-9416e9e57126 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:16.171549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Attempting to bind port 0983598b-aa5e-436f-aa16-9416e9e57126 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:16.171549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Attempting to bind port 0983598b-aa5e-436f-aa16-9416e9e57126 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:16.171549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Port 0983598b-aa5e-436f-aa16-9416e9e57126 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:52:16.171549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Attempting to bind port 0983598b-aa5e-436f-aa16-9416e9e57126 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:16.178300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:16.178614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Checking segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:16.178940 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Bound using segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:16.179354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Bound port: 0983598b-aa5e-436f-aa16-9416e9e57126, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:16.179693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.336928 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.343540 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ae4cf85f-ddaa-420e-88c7-f744d04cae3f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:16.427431 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:16.431993 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:16.434602 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:16.526819 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f428b33-0caa-4880-b4d7-087ead2a3a2d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:16.531094 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:16.537304 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:16.562196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0983598b-aa5e-436f-aa16-9416e9e57126,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:16.573017 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e05809f-ee38-4629-8a36-c8570c7ae68a up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:16.629016 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.644416 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b4942-6df3-4f43-adb2-641efcac6f30 None None] Network da49beac-bd7f-4e65-b891-e67116111884 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:52:16.693286 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8a68075a-56b2-4218-8da3-4ba944d1040d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:16.771125 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:16.772161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.774045 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] 10.222.0.53 "PUT /v2.0/ports/0983598b-aa5e-436f-aa16-9416e9e57126 HTTP/1.1" status: 200 len: 1093 time: 2.6259472 Dec 16 14:52:16.780138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:52:16.875221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Provisioning for port 6e05809f-ee38-4629-8a36-c8570c7ae68a completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:16.879106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36524) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:16.902350 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d16-7167-468e-9026-a212615525fa req-e4fff8db-fd52-4d24-90ed-a76ddb1501f1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:16.907293 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 6e05809f-ee38-4629-8a36-c8570c7ae68a completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:16.910700 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8ee41d16-7167-468e-9026-a212615525fa req-e4fff8db-fd52-4d24-90ed-a76ddb1501f1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 943 time: 0.4379847 Dec 16 14:52:16.913177 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 6e05809f-ee38-4629-8a36-c8570c7ae68a triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:16.913686 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:16.918766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Pushing event updated for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:16.947006 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126', 'status': 'completed', 'code': 200} Dec 16 14:52:16.958255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:17.009702 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Provisioning complete for port 6e05809f-ee38-4629-8a36-c8570c7ae68a triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:17.010641 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.029737 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8ee41d16-7167-468e-9026-a212615525fa req-f6d05c69-0ccd-4997-a505-80a2c4a8b409 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140893 Dec 16 14:52:17.164425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5f973-7620-496a-9a72-353ed0062910 req-06fa6b16-ef86-4a3a-abb5-7d02b75112d4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:17.172628 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f3f5f973-7620-496a-9a72-353ed0062910 req-06fa6b16-ef86-4a3a-abb5-7d02b75112d4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1434648 Dec 16 14:52:17.214403 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.242380 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f3f5f973-7620-496a-9a72-353ed0062910 req-2596db3b-08b2-4df8-a098-786f3dea14e7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Dec 16 14:52:17.271528 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-f87fe71f-57da-4dc4-9473-c9a92ccb6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:17.271528 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-f87fe71f-57da-4dc4-9473-c9a92ccb6660 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 1096 time: 0.3054910 Dec 16 14:52:17.276407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.287131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:17.290985 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b54b47ddbd734030ba55a40d56c7f910 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:17.293858 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:17.300533 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:17.367607 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] For port 6e05809f-ee38-4629-8a36-c8570c7ae68a, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e05809f-ee38-4629-8a36-c8570c7ae68a,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:17.370793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.407440 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.413050 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.482549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.487425 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:17.539609 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.592694 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d1f88d9a-2c5c-435e-a229-8eef0ab4d2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:17.612752 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b54b47ddbd734030ba55a40d56c7f910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316632 Dec 16 14:52:17.613160 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-38df445a-cfe7-467a-add9-46c08dd20790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:17.615435 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-38df445a-cfe7-467a-add9-46c08dd20790 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3248248 Dec 16 14:52:17.617442 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36538) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:17.629829 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:52:17.630444 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:52:17.636798 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Pushing event updated for resources: {'Port': ['ID=6e05809f-ee38-4629-8a36-c8570c7ae68a,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:17.642820 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:17.684414 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2831c-2e06-4e6d-b292-c65565c0790c,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:17.689340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:17.708401 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-7d919f60-8ca8-4fad-b892-e8c3a0764d8c None None] Provisioning complete for port 6e05809f-ee38-4629-8a36-c8570c7ae68a triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:17.711641 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7d919f60-8ca8-4fad-b892-e8c3a0764d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.725860 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.775359 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.968250 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:17.973898 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-3f331208-1f76-4850-95bd-d83118e127aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:17.975369 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-074dbf7f-5a87-4441-957c-50f5d570c630 req-3f331208-1f76-4850-95bd-d83118e127aa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3428059 Dec 16 14:52:17.978882 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:18.001492 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2831c-2e06-4e6d-b292-c65565c0790c,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:18.029552 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:18.031860 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:18.033845 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bc2831c-2e06-4e6d-b292-c65565c0790c HTTP/1.1" status: 204 len: 168 time: 0.4137580 Dec 16 14:52:18.273377 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:18.384460 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c8c5-553f-4d8d-89e5-4485ee4fb301 req-9ebfd52f-3031-4bf5-b656-957bada40698 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:18.386047 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-86c4c8c5-553f-4d8d-89e5-4485ee4fb301 req-9ebfd52f-3031-4bf5-b656-957bada40698 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 943 time: 0.2166378 Dec 16 14:52:18.391667 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-65d765f2-0152-41a5-b94c-cdbc1ed787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:18.393146 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-65d765f2-0152-41a5-b94c-cdbc1ed787e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 1096 time: 0.2638130 Dec 16 14:52:18.455173 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12598249-2f00-4cde-a4df-1edfe125030b req-8865a1da-d5aa-4470-a8a6-e251172c766c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:18.456763 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-12598249-2f00-4cde-a4df-1edfe125030b req-8865a1da-d5aa-4470-a8a6-e251172c766c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0956352 Dec 16 14:52:18.506592 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-12598249-2f00-4cde-a4df-1edfe125030b req-97d2689b-dc6f-42bc-801d-a7b53bcbdf11 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Dec 16 14:52:18.564689 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-1de5fd53-dae5-4eff-ab67-d6b15628ed14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0983598b-aa5e-436f-aa16-9416e9e57126 HTTP/1.1" status: 200 len: 217 time: 0.0906398 Dec 16 14:52:18.602349 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e05809f-ee38-4629-8a36-c8570c7ae68a up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:18.639182 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-86c4c8c5-553f-4d8d-89e5-4485ee4fb301 req-cdf48b86-dccd-4a34-bbb4-0002d4e0bb70 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427106 Dec 16 14:52:18.663765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-05ac7252-440b-404a-b74a-7b94dcd36368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:18.665223 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-05ac7252-440b-404a-b74a-7b94dcd36368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.0853801 Dec 16 14:52:18.672956 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 6e05809f-ee38-4629-8a36-c8570c7ae68a triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:18.673658 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:18.722843 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-6c3c54df-2e5e-4901-91ba-c3b265e3bb4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472338 Dec 16 14:52:18.807954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Router d8454ecc-d81a-4b47-acbf-320e277cc7a8 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:52:18.998490 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-a234bc8f-ac80-4442-82f1-b2263c1bf38a service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680504 Dec 16 14:52:19.088035 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:52:19.102693 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Sync routers for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:52:19.122623 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:19.124954 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:19.167289 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a5c0d6c-0b5c-43e4-9d3d-13b63ffeb26f req-581f8e96-e6ec-408a-a13c-46d92ecae88c service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504385 Dec 16 14:52:19.219666 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:19.220851 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2599485 Dec 16 14:52:19.223772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36570) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:19.322114 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:19.678030 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:16Z', 'revision_number': 3, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:19.682837 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Checking router: d8454ecc-d81a-4b47-acbf-320e277cc7a8 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:52:19.683423 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Updating router d8454ecc-d81a-4b47-acbf-320e277cc7a8 port 2f428b33-0caa-4880-b4d7-087ead2a3a2d binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:52:19.746126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:19.758858 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f611-72ef-458f-94a2-9241c747e1dd req-781d127e-327f-4d62-9255-81138afdedcf tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:19.768717 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5ce2f611-72ef-458f-94a2-9241c747e1dd req-781d127e-327f-4d62-9255-81138afdedcf tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0992901 Dec 16 14:52:19.821476 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5ce2f611-72ef-458f-94a2-9241c747e1dd req-bf1b7d95-2734-4bb4-9546-565b88c50933 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513446 Dec 16 14:52:20.081418 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e882d-2295-42a3-80a2-ef707e31daf0 req-27f5d0da-6011-4d63-9443-e3f102dc9515 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:20.088560 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-547e882d-2295-42a3-80a2-ef707e31daf0 req-27f5d0da-6011-4d63-9443-e3f102dc9515 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 943 time: 0.1910167 Dec 16 14:52:20.152496 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.164957 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Transition to ACTIVE for port object 2f428b33-0caa-4880-b4d7-087ead2a3a2d will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:20.176967 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-547e882d-2295-42a3-80a2-ef707e31daf0 req-c5592244-0124-401c-a3fb-ebf36feda84f tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Dec 16 14:52:20.192709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.219285 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.224214 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:20.297225 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Attempting to bind port 2f428b33-0caa-4880-b4d7-087ead2a3a2d on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:20.297605 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Attempting to bind port 2f428b33-0caa-4880-b4d7-087ead2a3a2d by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:20.298033 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Attempting to bind port 2f428b33-0caa-4880-b4d7-087ead2a3a2d on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:20.307459 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Pushing event updated for resources: {'Port': ['ID=2f428b33-0caa-4880-b4d7-087ead2a3a2d,revision_number=2']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:20.309661 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:20.310641 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:20.311042 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.311434 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:20.311902 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Bound port: 2f428b33-0caa-4880-b4d7-087ead2a3a2d, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:20.312337 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.356798 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.357112 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.357444 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.357772 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.358093 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.358442 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.358760 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.359076 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.359395 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.359708 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.360022 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.360331 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:20.369819 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:20.404701 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] For port 2f428b33-0caa-4880-b4d7-087ead2a3a2d, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:20.408726 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] For port 2f428b33-0caa-4880-b4d7-087ead2a3a2d, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2f428b33-0caa-4880-b4d7-087ead2a3a2d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:20.412623 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Allocated IP 172.20.0.1 (da49beac-bd7f-4e65-b891-e67116111884/a8e845aa-a055-4f29-b47a-52a358871faf/3cf92154-45ae-41f8-ad8c-79ae6aa9a984) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:20.458133 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.465350 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:20.542603 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:20.543433 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:20.565877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.582517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Transition to ACTIVE for port object 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:20.619338 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Pushing event updated for resources: {'Port': ['ID=2f428b33-0caa-4880-b4d7-087ead2a3a2d,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:20.625083 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-1e00ea70-bfbe-4384-93e0-85329f2ac35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:20.660255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:20.664112 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:20.727070 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:20.727399 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Network da49beac-bd7f-4e65-b891-e67116111884 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:20.730343 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:20.734707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:20.773787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Pushing event updated for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:20.778512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:20.797785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.062551 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:16Z', 'revision_number': 3, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:21.069177 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.081080 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908e385-ae15-41d4-9296-ba26deba8f1d None None] The sync data for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb is: [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:16Z', 'revision_number': 3, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:52:21.128365 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-099ea7aa-4bd5-4533-a102-730ef9b6a682 None None] Provisioning for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:21.134561 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-099ea7aa-4bd5-4533-a102-730ef9b6a682 None None] Provisioning complete for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:21.142452 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-099ea7aa-4bd5-4533-a102-730ef9b6a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.190211 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba58659-f6f4-4ec0-98c5-ab4da00531ba req-e356bff2-9bde-485e-9224-ec3660329a25 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:21.208934 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4ba58659-f6f4-4ec0-98c5-ab4da00531ba req-e356bff2-9bde-485e-9224-ec3660329a25 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2223089 Dec 16 14:52:21.258453 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-099ea7aa-4bd5-4533-a102-730ef9b6a682 None None] Port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:52:21.336746 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4ba58659-f6f4-4ec0-98c5-ab4da00531ba req-3112516a-a613-4b4f-b239-9c027e5d35fd tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269293 Dec 16 14:52:21.443192 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.535207 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.563145 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:21.751177 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 0983598b-aa5e-436f-aa16-9416e9e57126 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:52:21.761020 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Pushing event updated for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:21.764529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:21.776189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:21.968438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Network da49beac-bd7f-4e65-b891-e67116111884 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:21.971235 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:22.018125 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0983598b-aa5e-436f-aa16-9416e9e57126,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:22.041503 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '0983598b-aa5e-436f-aa16-9416e9e57126', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'port_id': '0983598b-aa5e-436f-aa16-9416e9e57126', 'mac_address': 'fa:16:3e:42:c1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206e0de3-dc30-4848-8bf6-eac6a99a9328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:52:22.047633 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19238a-c53d-42ea-a5d3-e14681059c11 req-22e140da-cd4c-46c4-8094-d6f1585fbfea tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:22.049224 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-eb19238a-c53d-42ea-a5d3-e14681059c11 req-22e140da-cd4c-46c4-8094-d6f1585fbfea tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 943 time: 0.5630608 Dec 16 14:52:22.143552 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:22.166365 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0983598b-aa5e-436f-aa16-9416e9e57126 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:52:22.183802 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0983598b-aa5e-436f-aa16-9416e9e57126,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:22.190898 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-eb19238a-c53d-42ea-a5d3-e14681059c11 req-5639df0f-6cc3-4c48-af3d-226240ce4473 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344571 Dec 16 14:52:22.248097 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:22.250010 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-e2f0f6a4-84b9-43fe-9950-e42138c70e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:22.250456 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Router d8454ecc-d81a-4b47-acbf-320e277cc7a8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:52:22.349135 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-a66e8866-fffa-48ad-aad8-29c1731bed08 None None] Provisioning complete for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:22.349484 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-a66e8866-fffa-48ad-aad8-29c1731bed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:22.420875 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-a66e8866-fffa-48ad-aad8-29c1731bed08 None None] Port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:52:22.422840 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:22.426151 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:22.549741 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:52:22.579728 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-89bf8bc3-8e0c-4410-b970-3c6188b9beda admin admin] 10.222.0.46 "PUT /v2.0/routers/d8454ecc-d81a-4b47-acbf-320e277cc7a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531237 Dec 16 14:52:22.595789 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2f428b33-0caa-4880-b4d7-087ead2a3a2d up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:22.598848 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b209f-e500-4b3c-9c94-dcaf33afe8f0 req-0b74e8c6-60f7-4e17-910e-d21fe1b37232 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:22.601883 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-564b209f-e500-4b3c-9c94-dcaf33afe8f0 req-0b74e8c6-60f7-4e17-910e-d21fe1b37232 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1110983 Dec 16 14:52:22.677464 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['0983598b-aa5e-436f-aa16-9416e9e57126'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:52:22.695670 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-564b209f-e500-4b3c-9c94-dcaf33afe8f0 req-2bb62ec2-61af-4ee4-92ca-d6cdb16839b5 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857651 Dec 16 14:52:22.893079 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 2f428b33-0caa-4880-b4d7-087ead2a3a2d completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:22.908657 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 2f428b33-0caa-4880-b4d7-087ead2a3a2d triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:22.910400 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.093857 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.111136 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 2f428b33-0caa-4880-b4d7-087ead2a3a2d, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2f428b33-0caa-4880-b4d7-087ead2a3a2d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:23.154976 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Sync routers for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:52:23.164175 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:23.164759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:23.223609 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.266941 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:23.417770 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=2f428b33-0caa-4880-b4d7-087ead2a3a2d,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:23.421424 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:23.450779 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:23.487119 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a3e91-3420-4905-98b9-e6f59a25b0a4 req-878e1646-f050-46d2-a0f0-2760f82f8f09 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:23.488730 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-173a3e91-3420-4905-98b9-e6f59a25b0a4 req-878e1646-f050-46d2-a0f0-2760f82f8f09 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 944 time: 0.1204855 Dec 16 14:52:23.551333 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-173a3e91-3420-4905-98b9-e6f59a25b0a4 req-54a2520c-df07-409b-9f23-ec3b982319e8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Dec 16 14:52:23.635692 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36664) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:23.641250 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1883040375-network', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:23.646767 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:23.652782 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Usage tracker for resource:network and tenant:f0be333d87f1472a9b574f73d97ad5bf is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:23.657372 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:23.663078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:23.762482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4ccd-7bf7-4ef3-b24e-32a45512dd5c req-70996c85-bd26-4ec7-ba1d-50d7a498bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:23.764418 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-156e4ccd-7bf7-4ef3-b24e-32a45512dd5c req-70996c85-bd26-4ec7-ba1d-50d7a498bd32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.0755990 Dec 16 14:52:23.765617 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Made reservation on behalf of f0be333d87f1472a9b574f73d97ad5bf for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:23.768058 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.797165 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.818434 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:23.823570 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:21Z', 'revision_number': 2, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:23.828539 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Checking router: d8454ecc-d81a-4b47-acbf-320e277cc7a8 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:52:23.829048 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Updating router d8454ecc-d81a-4b47-acbf-320e277cc7a8 port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:52:23.835130 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Usage tracker for resource:security_group_rule and tenant:f0be333d87f1472a9b574f73d97ad5bf is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:23.839857 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:23.885381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:23.892209 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:23.898309 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-156e4ccd-7bf7-4ef3-b24e-32a45512dd5c req-42c7ca6a-2e42-4882-aff0-864f6427ab7e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182029 Dec 16 14:52:24.013717 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f118-8d1f-4f37-b9a1-2ef0941cf1bd req-6a1b4c9f-089c-457d-b759-635a7270cddb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:24.015174 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7803f118-8d1f-4f37-b9a1-2ef0941cf1bd req-6a1b4c9f-089c-457d-b759-635a7270cddb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1770055 Dec 16 14:52:24.051017 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.072741 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7803f118-8d1f-4f37-b9a1-2ef0941cf1bd req-ef5af28d-09db-4c44-b08c-409ebedf348e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Dec 16 14:52:24.122035 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.125204 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d7a43c5b-f69a-48bf-be3b-33cd789f0465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:24.151475 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:52:24.160664 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8f4c5b-2c7d-48ac-ba27-ec123f2b4586,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:24.166269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:24.167673 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.167960 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Added segment 8d98bb46-dda9-4f28-9d26-3542a464be0b of type vlan for network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 Dec 16 14:52:24.194536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.278197 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.281985 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.283363 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:24.283966 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.288915 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:24.290424 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Transition to ACTIVE for port object 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:24.373572 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.377847 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:24.390994 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Pushing event updated for resources: {'Network': ['ID=28e59190-15c7-4982-9ccf-3e32dfb4b3b9,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:24.395525 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:24.441430 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:52:24.517544 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8802972 Dec 16 14:52:24.519943 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2f428b33-0caa-4880-b4d7-087ead2a3a2d up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:24.520375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 36684) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:24.526266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Request body: {'subnet': {'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1883040375-subnet', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:24.531746 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:24.535775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Usage tracker for resource:subnet and tenant:f0be333d87f1472a9b574f73d97ad5bf is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:24.538655 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:24.544443 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:24.625253 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Made reservation on behalf of f0be333d87f1472a9b574f73d97ad5bf for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:24.630349 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760819'] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.672153 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Pushing event updated for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:24.674493 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:24.795256 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Attempting to bind port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:24.795560 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Attempting to bind port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:24.795936 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Attempting to bind port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 on network da49beac-bd7f-4e65-b891-e67116111884 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:24.804176 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:24.804569 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Checking segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:24.804979 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.805482 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Bound using segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:24.805968 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Bound port: 3cf92154-45ae-41f8-ad8c-79ae6aa9a984, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:24.806376 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:24.906842 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755c548-a0b3-4f16-a2e1-1354afb562cd req-23d188e9-c5d7-4535-b713-ecf10bdb40ca tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:24.909347 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3755c548-a0b3-4f16-a2e1-1354afb562cd req-23d188e9-c5d7-4535-b713-ecf10bdb40ca tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 944 time: 0.1430738 Dec 16 14:52:24.924061 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] For port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:24.941328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] For port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:24.941328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 2f428b33-0caa-4880-b4d7-087ead2a3a2d triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:24.941328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:25.027225 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:25.033019 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:25.182527 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3755c548-a0b3-4f16-a2e1-1354afb562cd req-310bb550-7676-40a2-9cce-77fa5bd88ad5 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613928 Dec 16 14:52:25.234083 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2760769'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:25.244209 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-38c0066b-e6a5-4cfd-8649-632edb2724c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:25.328365 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:25.330636 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:25.447643 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80543e95-9660-4bc1-868f-7d147a0c78c2,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:25.475279 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:25.483728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Checking segment: {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:25.484164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Network hostable DHCP agents. Network: 28e59190-15c7-4982-9ccf-3e32dfb4b3b9, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:52:25.543609 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ab31-403e-4489-bd42-aa7c23ccae9f req-aee0826f-75f2-40fa-8089-cf12554acda2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:25.545375 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c724ab31-403e-4489-bd42-aa7c23ccae9f req-aee0826f-75f2-40fa-8089-cf12554acda2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1512120 Dec 16 14:52:25.562552 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:25.603999 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c724ab31-403e-4489-bd42-aa7c23ccae9f req-404eae73-46e3-4d95-8239-6b69005ed125 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Dec 16 14:52:25.608030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:52:25.636712 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Pushing event updated for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:25.646678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:25.688242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 28e59190-15c7-4982-9ccf-3e32dfb4b3b9) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:25.701877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:25.702662 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:25.706613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75706ed-7547-450a-9c43-cb240e8e3109 None None] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:52:25.802948 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36718) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:25.803497 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2818801 Dec 16 14:52:25.810752 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 0983598b-aa5e-436f-aa16-9416e9e57126 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:25.811192 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:25.824225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:25.825143 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Usage tracker for resource:router and tenant:f0be333d87f1472a9b574f73d97ad5bf is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:25.828840 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:25.852525 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:25.997459 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb019b-3b8f-47e2-bdf2-b25f37978082 req-48f7f939-ba0a-4aa8-8f43-ab7bb9c3b358 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:26.006532 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-10fb019b-3b8f-47e2-bdf2-b25f37978082 req-48f7f939-ba0a-4aa8-8f43-ab7bb9c3b358 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1579170 Dec 16 14:52:26.052112 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.053132 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.059144 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-10fb019b-3b8f-47e2-bdf2-b25f37978082 req-c41def9f-36db-423d-bc50-8c96c68afef7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518103 Dec 16 14:52:26.077049 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.178244 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'fixed_ips': [{'subnet_id': '80543e95-9660-4bc1-868f-7d147a0c78c2'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:52:26.179101 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.199232 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 0983598b-aa5e-436f-aa16-9416e9e57126 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:26.247617 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 0983598b-aa5e-436f-aa16-9416e9e57126 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:26.248001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.282087 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:26.314016 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17d2e8-b384-4727-a81b-d92986508c1c None None] The sync data for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb is: [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:52:26.527204 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.554978 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Allocated IP 172.20.0.2 (28e59190-15c7-4982-9ccf-3e32dfb4b3b9/80543e95-9660-4bc1-868f-7d147a0c78c2/f0ef2e63-0585-46ba-84fe-c2f32c31c9a2) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:26.563819 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:26.566756 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123c7c-7063-41f5-9d08-ec69e8d3e560 req-172ada75-da21-4a4c-8e50-c96ca0cc69a4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:26.568371 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2f123c7c-7063-41f5-9d08-ec69e8d3e560 req-172ada75-da21-4a4c-8e50-c96ca0cc69a4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 944 time: 0.2617910 Dec 16 14:52:26.645245 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:52:26.683427 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.715018 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2f123c7c-7063-41f5-9d08-ec69e8d3e560 req-60309544-f180-4ddc-9d09-82fc4dd0ad93 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404264 Dec 16 14:52:26.736374 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-6eefa2f7-b9fc-4d15-ad85-015d088b558d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098962 Dec 16 14:52:26.741089 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0983598b-aa5e-436f-aa16-9416e9e57126,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:26.815176 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126', 'code': 200} Dec 16 14:52:26.842719 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:26.854891 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:26.951146 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-558a6287-bd09-435b-876d-5cf3e25dab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:26.952947 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-558a6287-bd09-435b-876d-5cf3e25dab67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 1098 time: 0.1747441 Dec 16 14:52:27.015338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0df44-08cb-46ca-bc35-a33efd611dc3 req-d36d42f8-8ed4-42e8-a11f-83bd0f85d2cc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:27.022929 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65c0df44-08cb-46ca-bc35-a33efd611dc3 req-d36d42f8-8ed4-42e8-a11f-83bd0f85d2cc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2472205 Dec 16 14:52:27.066409 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:27.099787 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65c0df44-08cb-46ca-bc35-a33efd611dc3 req-7a72b916-8faf-4681-88dc-757505f6d585 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756507 Dec 16 14:52:27.111771 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:27.129240 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.338132 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.351193 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Transition to ACTIVE for port object f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:27.366572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-889d45e0-d371-49ce-95dd-f557aa7abc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:27.368699 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-889d45e0-d371-49ce-95dd-f557aa7abc1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.3869452 Dec 16 14:52:27.461466 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:27.468774 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Transition to ACTIVE for port object f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:27.470839 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:27.471841 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-ee9c25ab-11c5-4e03-8a2e-7a7ef1d4f0a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 200 len: 217 time: 0.0935447 Dec 16 14:52:27.556631 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.592356 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.599057 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-77ed73b4-fa35-4659-ad9f-e73eda3736cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:27.601008 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-77ed73b4-fa35-4659-ad9f-e73eda3736cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.1138089 Dec 16 14:52:27.614156 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:27.714659 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:27.714659 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:27.715141 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-4a01db45-fb7c-4aee-9b74-8b3957ffcf9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955005 Dec 16 14:52:27.715265 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:27.715917 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:27.774751 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.826553 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Pushing event updated for resources: {'Port': ['ID=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:27.829997 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Attempting to bind port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:27.830410 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Attempting to bind port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:27.830786 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Attempting to bind port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 on network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:27.837283 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:27.838062 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:27.838474 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Checking segment: {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:27.838893 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.839388 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Bound using segment: {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:27.839895 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Bound port: f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:27.840616 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.875583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.928635 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:27.935241 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:27.949605 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-cc7282c2-21f8-495b-b877-dd8ba178255b service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362516 Dec 16 14:52:28.008503 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] For port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:28.024384 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4726a1-c705-4651-914d-279b44bd3648 req-9c01cf91-cb1e-42c0-a57f-55a4d6dcbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.024384 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9d4726a1-c705-4651-914d-279b44bd3648 req-9c01cf91-cb1e-42c0-a57f-55a4d6dcbd6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 1098 time: 0.6789045 Dec 16 14:52:28.025000 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] For port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:28.030405 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:28.041301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:28.043093 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878862d2-bf40-4e21-945a-c544af044905 req-986b83ce-d03a-455d-b1da-fe903df4e979 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.055960 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-878862d2-bf40-4e21-945a-c544af044905 req-986b83ce-d03a-455d-b1da-fe903df4e979 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.6325533 Dec 16 14:52:28.145606 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:28.149850 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-01c01523-2fb5-4c4f-8e23-6b1e3318922c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:28.181730 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f96980ee-7ace-4b3d-954c-f59c20fde314 req-ec88e983-ed96-404f-bc08-2106108099c7 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149174 Dec 16 14:52:28.238798 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-878862d2-bf40-4e21-945a-c544af044905 req-7a01c38d-57bf-4d02-8c1f-f74a587c418e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730044 Dec 16 14:52:28.273199 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9d4726a1-c705-4651-914d-279b44bd3648 req-01d62be8-ad2c-4a25-91c6-821878cf0a4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571574 Dec 16 14:52:28.309096 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Allocated IP 172.28.2.79 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/45f72f84-9032-454e-9d83-e012d5e8534c) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:28.373671 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Pushing event updated for resources: {'Port': ['ID=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:28.382379 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-f125fed5-ad53-47d2-a64e-77a770d1597e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:28.492407 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-53423b36-2571-4ec8-a092-89f28f578bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.493832 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-53423b36-2571-4ec8-a092-89f28f578bc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.2040956 Dec 16 14:52:28.509934 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:28.523422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb236f-e53b-401e-8d4d-f09a8121f521 req-cdc3e582-bd2a-4a49-85ec-5c594569f359 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.536580 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4abb236f-e53b-401e-8d4d-f09a8121f521 req-cdc3e582-bd2a-4a49-85ec-5c594569f359 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.3271859 Dec 16 14:52:28.638386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:28.640926 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:28.666733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:28.709171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239d68-e204-4ce2-94dc-43ddb07d4381 req-68e6bac1-288b-47bf-95b4-e56b252ef650 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.718836 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-12239d68-e204-4ce2-94dc-43ddb07d4381 req-68e6bac1-288b-47bf-95b4-e56b252ef650 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2176812 Dec 16 14:52:28.742070 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4abb236f-e53b-401e-8d4d-f09a8121f521 req-b00e7780-1713-4d5b-ac10-0a0c4491b4d1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039473 Dec 16 14:52:28.748469 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:28.809667 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-12239d68-e204-4ce2-94dc-43ddb07d4381 req-9afc6570-0818-4b97-9726-ba19a0d5623f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Dec 16 14:52:28.814982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-b1142d94-a9bd-4922-86a8-14d2498532e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.816885 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-b1142d94-a9bd-4922-86a8-14d2498532e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.2151990 Dec 16 14:52:28.909751 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-400a8147-1dc7-42c3-94a5-c58d6f7fd070 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.0851007 Dec 16 14:52:28.916974 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:28.921681 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-49fe5a94-0b3d-454e-94ed-ddfcd9bbad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:28.997361 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-52d27155-6d95-415d-a7fe-440f4e61baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:28.999680 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-52d27155-6d95-415d-a7fe-440f4e61baf5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0788109 Dec 16 14:52:29.011403 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:29.015320 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:29.019722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:29.050810 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-53e561a5-6b95-4b73-96f3-5a49d70c4e12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440004 Dec 16 14:52:29.224909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Pushing event updated for resources: {'Port': ['ID=45f72f84-9032-454e-9d83-e012d5e8534c,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:29.244275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:29.313883 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-9a62c005-6fff-4744-a447-defd15c692fc service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352531 Dec 16 14:52:29.638186 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a35d83c4-641b-4754-a1ad-26a455bab51a req-26046eb8-7b2a-4685-8c15-f3b713da1563 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147707 Dec 16 14:52:29.649608 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d766-7163-480f-9f3b-bc10e7b99e61 req-42aab9af-4df4-40f1-ad11-770f9f51b0cc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:29.654810 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0879d766-7163-480f-9f3b-bc10e7b99e61 req-42aab9af-4df4-40f1-ad11-770f9f51b0cc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1695335 Dec 16 14:52:29.700259 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0879d766-7163-480f-9f3b-bc10e7b99e61 req-516ce169-d573-46a0-b012-2d776099aa0e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Dec 16 14:52:29.738911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:29.769610 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca881387-7e09-4db1-a23a-b9c418f7ac7b None None] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:52:30.025318 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-72b7dcfe-a82b-41c8-9e73-f2e91ec7709f None None] Provisioning for port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:30.079884 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce0168-ef3b-45d6-a348-e61e5ff152d9 req-204ed946-3d78-47d7-bd9a-81fb0b0e9abe tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:30.087156 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-59ce0168-ef3b-45d6-a348-e61e5ff152d9 req-204ed946-3d78-47d7-bd9a-81fb0b0e9abe tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0936906 Dec 16 14:52:30.135146 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-59ce0168-ef3b-45d6-a348-e61e5ff152d9 req-d2c49feb-3502-4bf4-ac99-753373645054 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Dec 16 14:52:30.156203 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261a053-71dd-4f2d-8f97-50137764beee req-71f01fb5-cb46-442b-9883-4271297b420c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:30.157775 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4261a053-71dd-4f2d-8f97-50137764beee req-71f01fb5-cb46-442b-9883-4271297b420c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.2435613 Dec 16 14:52:30.236370 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4261a053-71dd-4f2d-8f97-50137764beee req-98acb6be-2797-4206-8d66-f7c7ba1c58e2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705340 Dec 16 14:52:30.239032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:30.587609 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:30.664462 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Router 5a8ed926-7f6c-49c0-8246-5df2531caf11 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:52:30.739001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:30.744570 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:30.745250 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:30.904768 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:30.921261 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:52:30.932717 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Sync routers for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:52:30.937324 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:30.942002 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:30.942649 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:30.956380 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971203-6fd8-4835-aa99-d2920c236e07 req-4fc9f0b5-022e-49b7-a12c-0279272eeeaf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:30.962756 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d971203-6fd8-4835-aa99-d2920c236e07 req-4fc9f0b5-022e-49b7-a12c-0279272eeeaf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1327012 Dec 16 14:52:31.008565 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:31.011418 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-9ed15992-f34c-4885-be0d-f27375f5ec3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:31.016052 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d971203-6fd8-4835-aa99-d2920c236e07 req-b68f78bc-7038-4857-96f6-c4dfc9ceb956 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519898 Dec 16 14:52:31.045161 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:31.046463 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2414649 Dec 16 14:52:31.049332 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 36816) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:31.091630 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:31.099207 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:31.140720 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:31.503736 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:29Z', 'revision_number': 3, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:31.508086 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Checking router: 5a8ed926-7f6c-49c0-8246-5df2531caf11 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:52:31.508956 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Updating router 5a8ed926-7f6c-49c0-8246-5df2531caf11 port 45f72f84-9032-454e-9d83-e012d5e8534c binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:52:31.573603 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:31.648056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a28ec3-d404-4568-abc3-0567d44b394b req-923956b0-b2ff-4845-bff1-0c72c5f6c872 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:31.648056 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-75a28ec3-d404-4568-abc3-0567d44b394b req-923956b0-b2ff-4845-bff1-0c72c5f6c872 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2583015 Dec 16 14:52:31.693794 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99871d-d594-4341-897f-b8a3a1a03f4c req-bd728ca2-8358-4d0f-ba67-1e0aae7aa786 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:31.701292 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d99871d-d594-4341-897f-b8a3a1a03f4c req-bd728ca2-8358-4d0f-ba67-1e0aae7aa786 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.0979843 Dec 16 14:52:31.753637 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d99871d-d594-4341-897f-b8a3a1a03f4c req-4d4fb729-f4db-4863-a11c-75a6322df59b tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Dec 16 14:52:31.801107 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-75a28ec3-d404-4568-abc3-0567d44b394b req-7106838f-0592-4a6e-b351-a5faed328fc7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308267 Dec 16 14:52:32.035266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.040796 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.052906 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Transition to ACTIVE for port object 45f72f84-9032-454e-9d83-e012d5e8534c will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:32.122302 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.127020 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:32.223478 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Attempting to bind port 45f72f84-9032-454e-9d83-e012d5e8534c on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:32.223478 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Attempting to bind port 45f72f84-9032-454e-9d83-e012d5e8534c by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:32.223808 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Attempting to bind port 45f72f84-9032-454e-9d83-e012d5e8534c on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:32.237343 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f51b8d-43e7-4958-8385-6b37d166b497 None None] Pushing event updated for resources: {'Port': ['ID=45f72f84-9032-454e-9d83-e012d5e8534c,revision_number=2']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:32.242720 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:32.243329 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:32.243889 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.244416 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:32.245093 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Bound port: 45f72f84-9032-454e-9d83-e012d5e8534c, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:32.246231 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.270062 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-c6f51b8d-43e7-4958-8385-6b37d166b497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:32.322154 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] For port 45f72f84-9032-454e-9d83-e012d5e8534c, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:32.326586 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] For port 45f72f84-9032-454e-9d83-e012d5e8534c, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=45f72f84-9032-454e-9d83-e012d5e8534c,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:32.336327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e73ca-0cc3-462f-aff6-88ead6a9918d req-ad8c520e-f171-412b-a7b2-5ae4126ed8cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:32.337858 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f51e73ca-0cc3-462f-aff6-88ead6a9918d req-ad8c520e-f171-412b-a7b2-5ae4126ed8cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1694934 Dec 16 14:52:32.340963 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Allocated IP 172.20.0.1 (28e59190-15c7-4982-9ccf-3e32dfb4b3b9/80543e95-9660-4bc1-868f-7d147a0c78c2/62121952-6b21-45ac-a530-63ee6f4cc946) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:32.448297 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.454589 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:32.464722 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f51e73ca-0cc3-462f-aff6-88ead6a9918d req-2a5527e1-32ae-48e3-8160-1162226303cc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193783 Dec 16 14:52:32.475918 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:32.536031 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:32.537954 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:32.540629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.581549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Transition to ACTIVE for port object 62121952-6b21-45ac-a530-63ee6f4cc946 will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:32.589480 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:32.590476 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.631369 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f51b8d-43e7-4958-8385-6b37d166b497 None None] Pushing event updated for resources: {'Port': ['ID=45f72f84-9032-454e-9d83-e012d5e8534c,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:32.636921 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-c6f51b8d-43e7-4958-8385-6b37d166b497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:32.740242 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.744909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:32.765586 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:32.812943 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:32.814577 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:32.818583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:32.819033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:32.833238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Pushing event updated for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:32.842266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:33.139250 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:33.263935 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:29Z', 'revision_number': 3, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:33.268217 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2142-b388-4bc5-9ab2-fb59b3d38060 None None] The sync data for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb is: [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:29Z', 'revision_number': 3, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:52:33.304542 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-5740b2a0-edd8-4926-b187-45cf21598f32 None None] Provisioning for port 62121952-6b21-45ac-a530-63ee6f4cc946 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:33.321567 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-5740b2a0-edd8-4926-b187-45cf21598f32 None None] Provisioning complete for port 62121952-6b21-45ac-a530-63ee6f4cc946 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:33.321567 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-5740b2a0-edd8-4926-b187-45cf21598f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:33.350253 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae574f-f2c1-43fe-b914-08242a0cf70c req-1188440e-084b-4601-9bf2-ba53cb1ae9ee tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:33.357768 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c4ae574f-f2c1-43fe-b914-08242a0cf70c req-1188440e-084b-4601-9bf2-ba53cb1ae9ee tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.3462608 Dec 16 14:52:33.403201 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-5740b2a0-edd8-4926-b187-45cf21598f32 None None] Port 62121952-6b21-45ac-a530-63ee6f4cc946 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:52:33.542792 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c4ae574f-f2c1-43fe-b914-08242a0cf70c req-28ca0680-10b2-44b2-a599-9cdb7c3e54ca tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841648 Dec 16 14:52:33.620292 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:33.700982 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:33.702257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:33.711184 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:33.890206 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70b3e-28c8-46b6-8c26-298d29417436 req-9865999a-5bb3-4119-9bdb-557aa6dd93f3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:33.897960 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9ca70b3e-28c8-46b6-8c26-298d29417436 req-9865999a-5bb3-4119-9bdb-557aa6dd93f3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1835370 Dec 16 14:52:33.906829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Pushing event updated for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:33.912009 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:33.951463 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9ca70b3e-28c8-46b6-8c26-298d29417436 req-a82fcd43-5677-4884-90c4-3e8fa9411226 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523098 Dec 16 14:52:34.068043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:34.069203 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:34.283127 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Router 5a8ed926-7f6c-49c0-8246-5df2531caf11 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:52:34.338767 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-90fbfcf6-3293-4610-82dd-bfba381e9c25 None None] Provisioning complete for port 62121952-6b21-45ac-a530-63ee6f4cc946 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:34.345384 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-90fbfcf6-3293-4610-82dd-bfba381e9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:34.494771 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-90fbfcf6-3293-4610-82dd-bfba381e9c25 None None] Port 62121952-6b21-45ac-a530-63ee6f4cc946 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:52:34.536972 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:52:34.565952 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] 10.222.0.46 "PUT /v2.0/routers/5a8ed926-7f6c-49c0-8246-5df2531caf11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5076325 Dec 16 14:52:34.641145 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 45f72f84-9032-454e-9d83-e012d5e8534c up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:34.861043 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 45f72f84-9032-454e-9d83-e012d5e8534c completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:34.868298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 45f72f84-9032-454e-9d83-e012d5e8534c triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:34.868783 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:35.053042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:35.080481 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 45f72f84-9032-454e-9d83-e012d5e8534c, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=45f72f84-9032-454e-9d83-e012d5e8534c,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:35.156478 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:35.165089 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-117f12b1-d9a7-4841-a437-bb2fcf96d65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:35.239159 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=45f72f84-9032-454e-9d83-e012d5e8534c,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:35.243220 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:35.262963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98db1e9-20a0-4ab4-ab9f-3ebb52b57377 req-59d3f2fb-fe2a-45a9-bb6a-1408ddf831a1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:35.264743 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b98db1e9-20a0-4ab4-ab9f-3ebb52b57377 req-59d3f2fb-fe2a-45a9-bb6a-1408ddf831a1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0982962 Dec 16 14:52:35.317775 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b98db1e9-20a0-4ab4-ab9f-3ebb52b57377 req-21cc1158-8afa-46ec-8c75-d36d18b17700 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466454 Dec 16 14:52:35.397585 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Sync routers for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:52:35.410569 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:35.411647 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:35.522330 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bfdc3-156b-480e-b338-0120ec8e69a0 req-b6475b54-5833-48db-9cee-38b3dcebbc7a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:35.524251 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e86bfdc3-156b-480e-b338-0120ec8e69a0 req-b6475b54-5833-48db-9cee-38b3dcebbc7a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1047890 Dec 16 14:52:35.612385 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e86bfdc3-156b-480e-b338-0120ec8e69a0 req-5de93f85-6fa7-4696-a8ef-486b3b0b346b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661588 Dec 16 14:52:35.644244 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:36.059515 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:32Z', 'revision_number': 4, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '62121952-6b21-45ac-a530-63ee6f4cc946', 'name': '', 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'mac_address': 'fa:16:3e:68:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:32Z', 'updated_at': '2021-12-16T14:52:33Z', 'revision_number': 2, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'subnets': [{'id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:36.067711 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Checking router: 5a8ed926-7f6c-49c0-8246-5df2531caf11 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:52:36.068104 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Updating router 5a8ed926-7f6c-49c0-8246-5df2531caf11 port 62121952-6b21-45ac-a530-63ee6f4cc946 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:52:36.139474 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:36.246537 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1268f4-4e96-4e2d-b555-89b1ff4ee051 req-afc669b7-9c1a-412e-acfd-163eda3bb5bb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:36.254403 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa1268f4-4e96-4e2d-b555-89b1ff4ee051 req-afc669b7-9c1a-412e-acfd-163eda3bb5bb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1159976 Dec 16 14:52:36.333975 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa1268f4-4e96-4e2d-b555-89b1ff4ee051 req-8bac845d-f1d0-4308-988f-20ee6d3d46f1 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 Dec 16 14:52:36.589479 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 45f72f84-9032-454e-9d83-e012d5e8534c up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:36.741676 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 45f72f84-9032-454e-9d83-e012d5e8534c triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:36.742348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:36.768121 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8855894-4975-4484-9478-3f0440352f8c req-44578467-3ce1-4bfe-83d3-f543be3f70b2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:36.769656 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c8855894-4975-4484-9478-3f0440352f8c req-44578467-3ce1-4bfe-83d3-f543be3f70b2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1260960 Dec 16 14:52:36.832632 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c8855894-4975-4484-9478-3f0440352f8c req-6cd7a92e-13f9-4fd3-b6e9-30623ff6e929 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543561 Dec 16 14:52:36.946811 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:36.969279 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Transition to ACTIVE for port object 62121952-6b21-45ac-a530-63ee6f4cc946 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:37.018757 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:37.022630 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:37.068466 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c4e9a-7291-48a7-bdde-5074c9d508bf req-7f870dff-9301-4678-ab68-ebde6dbe2128 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:37.088765 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff0c4e9a-7291-48a7-bdde-5074c9d508bf req-7f870dff-9301-4678-ab68-ebde6dbe2128 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1420527 Dec 16 14:52:37.182408 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff0c4e9a-7291-48a7-bdde-5074c9d508bf req-0e2aa66f-21e9-4e3f-bfe3-919a349d67f8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850465 Dec 16 14:52:37.377347 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Pushing event updated for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:37.385548 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:37.456764 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Attempting to bind port 62121952-6b21-45ac-a530-63ee6f4cc946 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:37.457218 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Attempting to bind port 62121952-6b21-45ac-a530-63ee6f4cc946 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:37.457879 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Attempting to bind port 62121952-6b21-45ac-a530-63ee6f4cc946 on network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:37.466873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:37.466873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Checking segment: {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:37.466873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:37.467359 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Bound using segment: {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:37.467952 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Bound port: 62121952-6b21-45ac-a530-63ee6f4cc946, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d98bb46-dda9-4f28-9d26-3542a464be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:37.468465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:37.592796 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] For port 62121952-6b21-45ac-a530-63ee6f4cc946, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:37.596492 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] For port 62121952-6b21-45ac-a530-63ee6f4cc946, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=62121952-6b21-45ac-a530-63ee6f4cc946,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:37.702410 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:37.721991 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:37.821074 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:52:37.821712 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:52:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:37.947070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Pushing event updated for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:37.961133 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:38.216969 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:52:38.250407 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc40583-887d-418d-936d-b4d4b7a04ece req-2088fd2c-4a43-47d7-8b22-60bda2488181 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:38.262837 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc40583-887d-418d-936d-b4d4b7a04ece req-2088fd2c-4a43-47d7-8b22-60bda2488181 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1650534 Dec 16 14:52:38.362235 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bbc40583-887d-418d-936d-b4d4b7a04ece req-d5663cd4-6488-49f4-ad6e-2ce102c82355 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931442 Dec 16 14:52:38.585182 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6130cf6-17d5-49af-a468-bda477b90d04 req-56b4cee6-b7c3-4a10-b640-26c572281229 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:38.593493 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6130cf6-17d5-49af-a468-bda477b90d04 req-56b4cee6-b7c3-4a10-b640-26c572281229 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1133201 Dec 16 14:52:38.659114 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6130cf6-17d5-49af-a468-bda477b90d04 req-25e7ca83-2a2b-4799-8fc2-659f6fcdbff2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641179 Dec 16 14:52:38.707938 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-6609042b-0594-4559-ac12-e53f85088695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:32Z', 'revision_number': 4, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '62121952-6b21-45ac-a530-63ee6f4cc946', 'name': '', 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'mac_address': 'fa:16:3e:68:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:32Z', 'updated_at': '2021-12-16T14:52:37Z', 'revision_number': 4, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'subnets': [{'id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:38.712479 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609042b-0594-4559-ac12-e53f85088695 None None] The sync data for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb is: [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:52:32Z', 'revision_number': 4, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '62121952-6b21-45ac-a530-63ee6f4cc946', 'name': '', 'network_id': '28e59190-15c7-4982-9ccf-3e32dfb4b3b9', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'mac_address': 'fa:16:3e:68:9f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:32Z', 'updated_at': '2021-12-16T14:52:37Z', 'revision_number': 4, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'subnets': [{'id': '80543e95-9660-4bc1-868f-7d147a0c78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:52:39.155995 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-8acc6b8a-640d-40fa-8374-e1d57ac847f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.169407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37038) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:39.258129 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Deleting subnet 8a9d7886-cdaa-401f-9ba7-432868e38801 {{(pid=87436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:52:39.261594 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.323288 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.337222 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.546204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for subnet, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.552651 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:39.611188 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9d7886-cdaa-401f-9ba7-432868e38801,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:39.619760 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.623552 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.623909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.624257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.631913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78519e58-601a-4cd7-a6cb-0698fb1715a2 req-6f02b184-b0fc-4239-98c8-b87703c9cb43 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:39.634104 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-78519e58-601a-4cd7-a6cb-0698fb1715a2 req-6f02b184-b0fc-4239-98c8-b87703c9cb43 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1280220 Dec 16 14:52:39.635187 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.635877 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.636414 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.637283 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.637901 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.638537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.639119 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.639618 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.640194 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:39.644025 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:39.650115 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bdb5302c-5f3c-4096-94ae-a1e814734dd7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8a9d7886-cdaa-401f-9ba7-432868e38801 HTTP/1.1" status: 204 len: 168 time: 0.4781497 Dec 16 14:52:39.656358 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37046) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:39.726564 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-78519e58-601a-4cd7-a6cb-0698fb1715a2 req-4f71c481-28e8-4cca-a9b4-cc23e27e922c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778575 Dec 16 14:52:39.845288 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.960954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc395a-35aa-405a-be75-98d1b82306db req-ae1ee47c-7359-461b-9ec8-a99efc79852e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:39.973822 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0bbc395a-35aa-405a-be75-98d1b82306db req-ae1ee47c-7359-461b-9ec8-a99efc79852e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1136336 Dec 16 14:52:40.022880 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.041296 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0bbc395a-35aa-405a-be75-98d1b82306db req-97aa9602-77d8-4e1c-8759-c94782bfb662 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662518 Dec 16 14:52:40.063104 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.063601 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.070530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.163781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.164291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.164722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.165152 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:52:40.165613 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98167e2b-0fa6-41d1-a96e-8d94462ee34f']}} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:40.180338 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88375b1d-d71c-4e81-b6e5-49404f60886e') {'for_net_delete': True} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:40.181025 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88375b1d-d71c-4e81-b6e5-49404f60886e') {} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:40.194216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136284'] for segment, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.225586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.240111 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:52:40.240516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2791027'] for segment, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: from cryptography.utils import int_from_bytes Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: from cryptography.utils import int_from_bytes Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: util.warn_limited( Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: util.warn_limited( Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: Traceback (most recent call last): Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: timer() Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: cb(*args, **kw) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: return func(*args, **kwargs) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: self._notify() Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: self.callback(batched_events) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: event.method(event) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: return f(self, *a, **k) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: return self._get(url).json() Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: return self.request(url, 'GET', **kwargs) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:52:40.261684 dv-cinder-821892-3-smb neutron-server[87436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:52:40.347558 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:52:40.535817 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 62121952-6b21-45ac-a530-63ee6f4cc946 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:40.944395 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 62121952-6b21-45ac-a530-63ee6f4cc946 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:40.947988 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.949669 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:40.950677 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e18ed-012d-4e6c-8398-1b01402bd06b req-057d9e35-46d5-4dfa-81ea-4c0ee4292f98 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:40.952195 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-421e18ed-012d-4e6c-8398-1b01402bd06b req-057d9e35-46d5-4dfa-81ea-4c0ee4292f98 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0845540 Dec 16 14:52:40.952994 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 62121952-6b21-45ac-a530-63ee6f4cc946 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:40.953409 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.969870 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.973407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=98167e2b-0fa6-41d1-a96e-8d94462ee34f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:40.975705 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:40.981980 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-54fa865c-d7ef-4304-8984-43bdb081b9c4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/98167e2b-0fa6-41d1-a96e-8d94462ee34f HTTP/1.1" status: 204 len: 168 time: 1.3217001 Dec 16 14:52:40.982131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37058) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:41.020403 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-421e18ed-012d-4e6c-8398-1b01402bd06b req-c2da9154-4c04-4a6c-9225-88c5c89db31b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596619 Dec 16 14:52:41.076246 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Deleting subnet 590ad808-f05e-4a01-82b6-ea309d0812e9 {{(pid=87436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:52:41.080275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.146699 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136267'] for subnet, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.158603 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.261065 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 62121952-6b21-45ac-a530-63ee6f4cc946, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=62121952-6b21-45ac-a530-63ee6f4cc946,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:41.280883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.356623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.358977 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-a84d10f8-8f61-4136-a70a-54b52f999642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:41.453721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2791085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4115218'] for subnet, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.458579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:41.478903 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:41.493260 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:41.494948 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590ad808-f05e-4a01-82b6-ea309d0812e9,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:41.497992 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:41.500867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.510206 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/590ad808-f05e-4a01-82b6-ea309d0812e9 HTTP/1.1" status: 204 len: 168 time: 0.5270269 Dec 16 14:52:41.510801 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37074) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:41.561657 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1f606e97-efe0-4e55-87fa-d27e01ec2fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.685444 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.749413 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b092c-b0e0-4086-9dcf-77c53e693afe req-75cf6047-88b6-472f-88f3-5a6710c3f8c1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:41.750890 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-412b092c-b0e0-4086-9dcf-77c53e693afe req-75cf6047-88b6-472f-88f3-5a6710c3f8c1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.2361391 Dec 16 14:52:41.868462 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.895256 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-412b092c-b0e0-4086-9dcf-77c53e693afe req-074a3b34-1a19-4d04-ad81-dfb2e41660f6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298110 Dec 16 14:52:41.902034 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:41.926119 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6821e88a-df4b-42a2-b029-fb129c1ba91d') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:41.926667 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6821e88a-df4b-42a2-b029-fb129c1ba91d') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:52:41.942653 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.971543 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.978910 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:52:41.979536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:52:42.137624 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:52:42.218775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.225161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:42.241922 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.249105 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:42.257792 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.258165 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.258554 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.258913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.259267 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.259624 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.259973 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.260317 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.260669 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.261011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.261351 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.261690 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:52:42.265137 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:42.266721 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f0a33aee-afee-4b71-b7d5-ca17e3f7e263 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b4bc45b7-e8d1-4517-bc00-c8ea6a25ad6d HTTP/1.1" status: 204 len: 168 time: 0.7545364 Dec 16 14:52:42.486791 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 62121952-6b21-45ac-a530-63ee6f4cc946 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:42.615973 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 62121952-6b21-45ac-a530-63ee6f4cc946 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:42.616613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.689678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.771089 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37090) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:42.831361 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.876468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37094) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:42.879187 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-97a76384-89cf-44fd-95cf-051581f90599 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1d92df1cd0046049581e5983982ced7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058500 Dec 16 14:52:42.924668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963944a-7b8c-402b-ac46-5c342c7e5ccf req-b84c2136-4c04-4267-bb84-4976fd5f8df4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:42.926175 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5963944a-7b8c-402b-ac46-5c342c7e5ccf req-b84c2136-4c04-4267-bb84-4976fd5f8df4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.2726450 Dec 16 14:52:42.964738 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-b2cca15f-1e3c-4cc9-ba4f-a23b4c03d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:42.966220 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-b2cca15f-1e3c-4cc9-ba4f-a23b4c03d837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.2533317 Dec 16 14:52:43.071240 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5963944a-7b8c-402b-ac46-5c342c7e5ccf req-cedecb6e-b5fd-4131-b2d4-fc9753297b73 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318736 Dec 16 14:52:43.083260 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:43.127149 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:43.188858 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-897fe897-0acc-44fa-8db3-abc0e05f6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:43.190322 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-897fe897-0acc-44fa-8db3-abc0e05f6a44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.2078023 Dec 16 14:52:43.303191 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-91968f2f-0c7a-4771-8cc2-5a5c404cd77c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.0776358 Dec 16 14:52:43.383432 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-6e02e9e3-a93d-4823-81d1-6488e93a32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:43.384781 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-6e02e9e3-a93d-4823-81d1-6488e93a32f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.0752687 Dec 16 14:52:43.391728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:43.398714 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0827c1a8-29b2-4557-ae6c-d32196b7d44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:43.452487 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cd029-1c5a-477f-b336-40e60e5fc820 req-bb4fc36a-237f-4333-bb0f-8ae56411335f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:43.453953 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-404cd029-1c5a-477f-b336-40e60e5fc820 req-bb4fc36a-237f-4333-bb0f-8ae56411335f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2604699 Dec 16 14:52:43.466627 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064783bc-a49d-4591-9941-25bc048d9f15,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:43.472104 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-9d07a917-7b82-4396-8b57-508c3afa46c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756347 Dec 16 14:52:43.472897 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:43.600155 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-404cd029-1c5a-477f-b336-40e60e5fc820 req-3a891ffc-2ddb-4a1f-ba46-818fcebff622 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309357 Dec 16 14:52:43.603581 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:43.610964 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/064783bc-a49d-4591-9941-25bc048d9f15 HTTP/1.1" status: 204 len: 168 time: 0.7251897 Dec 16 14:52:43.694612 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-c4ca5e51-62c6-482a-a935-6dc5127be529 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040892 Dec 16 14:52:43.920989 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f28a74b9-024c-4b9d-a770-f268c6066531 req-3231b137-37f8-44ba-bb9b-d9a88db55728 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141583 Dec 16 14:52:43.932101 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:52:43.945711 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d7181-4cb2-4d04-ab54-62f822201fab req-63c33cb4-0e81-4037-a76f-38cfbede0722 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:43.953178 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-206d7181-4cb2-4d04-ab54-62f822201fab req-63c33cb4-0e81-4037-a76f-38cfbede0722 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1512842 Dec 16 14:52:44.017149 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-206d7181-4cb2-4d04-ab54-62f822201fab req-a05ff57b-d3cc-4a4c-ac5b-746a50f760c3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555565 Dec 16 14:52:44.097016 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:44.179530 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:44.202831 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:52:44.271158 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:44.289621 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:52:44.306301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:44.328228 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb342a2-7c17-4875-b92f-9b78df5d7e23 req-79ea6d06-9b8e-42f2-8f73-611239600030 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:44.335893 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5eb342a2-7c17-4875-b92f-9b78df5d7e23 req-79ea6d06-9b8e-42f2-8f73-611239600030 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0992150 Dec 16 14:52:44.367568 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:44.369989 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:44.381524 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5eb342a2-7c17-4875-b92f-9b78df5d7e23 req-2f543797-e5f8-4821-b59b-582576fcc17b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446844 Dec 16 14:52:44.519678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=6']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:44.528571 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:44.625770 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37114) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:44.625956 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['8da031bb-dc59-4703-8e4f-d4702b768e28'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:52:44.676862 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1147132a-cf60-4ee8-a933-7119eaeb0e91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d049e3aa386d4509a996b05b0c04a6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718522 Dec 16 14:52:44.676978 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37120) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:44.790869 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:44.847620 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:44.968491 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0f790-df68-4204-9478-a7776978aac6 req-513fd22b-ab53-4089-a3a2-02c68786e416 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:44.971321 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7a0f790-df68-4204-9478-a7776978aac6 req-513fd22b-ab53-4089-a3a2-02c68786e416 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1009345 Dec 16 14:52:45.020691 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7a0f790-df68-4204-9478-a7776978aac6 req-57e1f9b1-dc02-4de9-bce2-7dbc83f0a183 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Dec 16 14:52:45.204051 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f1a5-8b50-4a7c-8149-784e6f8d3d9f req-206643be-7043-4bbc-9715-5f41666b3803 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:45.205500 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf29f1a5-8b50-4a7c-8149-784e6f8d3d9f req-206643be-7043-4bbc-9715-5f41666b3803 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0828145 Dec 16 14:52:45.253869 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf29f1a5-8b50-4a7c-8149-784e6f8d3d9f req-a8716515-18a7-485d-97f5-b77186a24254 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Dec 16 14:52:45.287289 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:45.291180 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bb9a6523-b6e7-487b-ba08-686cf5838ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:45.302688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce53d1-06e1-477b-9d9d-2a46f765e1b3,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:45.305344 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:45.311683 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:45.312780 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5ce53d1-06e1-477b-9d9d-2a46f765e1b3 HTTP/1.1" status: 204 len: 168 time: 0.6347167 Dec 16 14:52:45.628589 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b51210-958c-4028-9f0a-4e17914306dc req-042fe29c-9895-4d80-8c73-16a2add72353 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:45.630325 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e9b51210-958c-4028-9f0a-4e17914306dc req-042fe29c-9895-4d80-8c73-16a2add72353 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 944 time: 0.1019964 Dec 16 14:52:45.692097 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e9b51210-958c-4028-9f0a-4e17914306dc req-43457d8e-4b46-4faf-81c7-06c4a465a2f5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543168 Dec 16 14:52:45.940826 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:52:46.030610 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 8da031bb-dc59-4703-8e4f-d4702b768e28 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:46.031122 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:46.178197 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:46.211713 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:52:46.225654 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:52:46.310379 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:46.312281 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:46.334309 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab00d7-da03-470e-bc27-55331580695f req-6c93811b-9651-48a3-aedd-5be2ec2674e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:46.342681 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f2ab00d7-da03-470e-bc27-55331580695f req-6c93811b-9651-48a3-aedd-5be2ec2674e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1946678 Dec 16 14:52:46.395532 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f2ab00d7-da03-470e-bc27-55331580695f req-c7eed7c6-aacf-4ae5-a70a-d7698e9a6563 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513237 Dec 16 14:52:46.401456 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=7']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:46.405577 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:46.471927 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'code': 200} Dec 16 14:52:46.688078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea1eac-66e8-46a6-bcf5-1ea5cf10517f req-46dda8f4-2afb-4645-b488-12ff4ad2c21f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:46.695470 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bea1eac-66e8-46a6-bcf5-1ea5cf10517f req-46dda8f4-2afb-4645-b488-12ff4ad2c21f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1285179 Dec 16 14:52:46.753147 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bea1eac-66e8-46a6-bcf5-1ea5cf10517f req-77ea3b6a-a29b-42ee-85ab-955d19b920ee tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564339 Dec 16 14:52:46.970891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f4556-d23b-40bf-ac40-0118a4db8dc8 req-deb8b51c-b5a3-4c31-98f0-723ea056b21e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:46.977992 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b09f4556-d23b-40bf-ac40-0118a4db8dc8 req-deb8b51c-b5a3-4c31-98f0-723ea056b21e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1052935 Dec 16 14:52:47.039157 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b09f4556-d23b-40bf-ac40-0118a4db8dc8 req-a8ea35d3-24fd-4555-a0cf-56a8994ff073 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600429 Dec 16 14:52:47.648920 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7eff-dd03-4e39-9041-ede58614e5a6 req-941352ff-618e-4bf4-9898-1be2200be71f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:47.652176 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa1c7eff-dd03-4e39-9041-ede58614e5a6 req-941352ff-618e-4bf4-9898-1be2200be71f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0998766 Dec 16 14:52:47.707352 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-aa1c7eff-dd03-4e39-9041-ede58614e5a6 req-e661d027-1275-49e1-8c19-ebb4a85831c1 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498135 Dec 16 14:52:47.941807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37190) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:47.985538 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5db523-ce8a-4e0c-a9a1-0ff5b585afaa req-6a96a561-23d1-4ce1-ab1d-d65982561cac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:47.987132 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3e5db523-ce8a-4e0c-a9a1-0ff5b585afaa req-6a96a561-23d1-4ce1-ab1d-d65982561cac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1106739 Dec 16 14:52:48.047056 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3e5db523-ce8a-4e0c-a9a1-0ff5b585afaa req-8d36c865-7b10-4085-8216-e975616ffdef tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539749 Dec 16 14:52:48.110634 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:48.139499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:48.145404 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Usage tracker for resource:security_group_rule and tenant:43e132cfee7f43c090589640b91098eb is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:52:48.148732 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:52:48.159298 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:48.275065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689eee3-a57a-4838-8c30-40deb16b62bb req-06da5d71-503b-40a6-8d7f-169a1541eede tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:48.276393 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e689eee3-a57a-4838-8c30-40deb16b62bb req-06da5d71-503b-40a6-8d7f-169a1541eede tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1109648 Dec 16 14:52:48.296091 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:48.331054 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e689eee3-a57a-4838-8c30-40deb16b62bb req-30315a28-30f2-4d1d-abed-33c228319db8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478845 Dec 16 14:52:48.931352 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a5625-804b-4fc4-97c9-bbbfec4603ea req-4d600628-668a-48e4-b329-c3c2f78fc22a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:48.932801 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4c5a5625-804b-4fc4-97c9-bbbfec4603ea req-4d600628-668a-48e4-b329-c3c2f78fc22a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0994580 Dec 16 14:52:48.979135 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4c5a5625-804b-4fc4-97c9-bbbfec4603ea req-89dcc412-1d3b-4436-803d-f93f65bfc922 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Dec 16 14:52:48.984093 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:48.993586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f179fc14-e0b4-4536-abda-751669852642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:49.032563 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43e132cfee7f43c090589640b91098eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0888410 Dec 16 14:52:49.034199 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37c04c-b003-4849-bc67-b2fe3be1fd72,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:49.035370 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37204) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:52:49.037695 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:49.111220 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:49.145793 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:49.286839 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3521-ef74-4831-a8c7-40a096d24366 req-2565ab00-2ad0-49b1-ab00-4fa8dfa25a45 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:49.288348 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fdeb3521-ef74-4831-a8c7-40a096d24366 req-2565ab00-2ad0-49b1-ab00-4fa8dfa25a45 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1066077 Dec 16 14:52:49.343861 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fdeb3521-ef74-4831-a8c7-40a096d24366 req-05dd0127-423b-4008-9293-2ea24502befe tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492249 Dec 16 14:52:49.353948 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-8026637a-b41b-4e02-84eb-fd47192e8972 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:49.356462 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-8026637a-b41b-4e02-84eb-fd47192e8972 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.2016079 Dec 16 14:52:49.384662 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:49.384771 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-1b7d6b93-e702-41a5-afe7-221d30f75948 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/quotas/5f6af0b4f23140c9a2c2dae115f37e30 HTTP/1.1" status: 200 len: 375 time: 0.0164406 Dec 16 14:52:49.393086 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:49.410874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37c04c-b003-4849-bc67-b2fe3be1fd72,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:49.422417 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:49.423939 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:49.425264 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb37c04c-b003-4849-bc67-b2fe3be1fd72 HTTP/1.1" status: 204 len: 168 time: 0.3887625 Dec 16 14:52:49.539559 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-38c520eb-e08a-4e6a-a067-6018f3de94a2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461091 Dec 16 14:52:49.685326 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82995cde-4e47-45a1-9d4c-d210c63b8ba6 req-249cdcde-33d2-4366-842b-0f9f443ff7d3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:49.703992 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-82995cde-4e47-45a1-9d4c-d210c63b8ba6 req-249cdcde-33d2-4366-842b-0f9f443ff7d3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1825171 Dec 16 14:52:49.771703 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-82995cde-4e47-45a1-9d4c-d210c63b8ba6 req-89be2928-30e6-4d70-ba12-e59a805a9921 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661874 Dec 16 14:52:49.802395 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-545f4e17-a4f2-4b35-b3b7-9038db187a5f service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521563 Dec 16 14:52:49.956478 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bfaba07b-2474-4b8c-8d16-d1304dc48ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503036 Dec 16 14:52:50.201141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefc490-d21d-42e6-b070-4b15de409b38 req-27d63eec-5eec-4b97-923f-fe186834e310 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:50.201141 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-daefc490-d21d-42e6-b070-4b15de409b38 req-27d63eec-5eec-4b97-923f-fe186834e310 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0873849 Dec 16 14:52:50.252486 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-daefc490-d21d-42e6-b070-4b15de409b38 req-42bfae96-1fe1-4e25-97b5-0ff37c9c6947 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Dec 16 14:52:50.351804 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e41d22bc-b9c8-41e6-a0a4-88e30c4c1049 req-a47ff8d9-c334-4dd0-87b8-a95276b06a91 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.0432885 Dec 16 14:52:50.563931 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dee30-07a6-4ff7-a09c-e83abe4baa15 req-3548e88b-b992-43b2-8b7d-1b3ac90e1361 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:50.565995 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d64dee30-07a6-4ff7-a09c-e83abe4baa15 req-3548e88b-b992-43b2-8b7d-1b3ac90e1361 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0932994 Dec 16 14:52:50.611233 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d64dee30-07a6-4ff7-a09c-e83abe4baa15 req-0429020f-d43a-4698-9af0-6b5d18f3f786 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Dec 16 14:52:51.144961 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff988d-115d-425d-a35b-c1f114bf10ca req-6598a040-a93a-4c7f-9be3-3e7f4115ef97 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:51.147048 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1bff988d-115d-425d-a35b-c1f114bf10ca req-6598a040-a93a-4c7f-9be3-3e7f4115ef97 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1183805 Dec 16 14:52:51.217903 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1bff988d-115d-425d-a35b-c1f114bf10ca req-bdb8e62b-f0e8-433c-b3ec-b2df4560883f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552049 Dec 16 14:52:51.564000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e51d-a093-41e3-a49c-78588b3e46c7 req-08ec6aac-f2d6-4f6c-a87d-60fbe2c7644a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:51.565750 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d964e51d-a093-41e3-a49c-78588b3e46c7 req-08ec6aac-f2d6-4f6c-a87d-60fbe2c7644a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1302633 Dec 16 14:52:51.626846 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d964e51d-a093-41e3-a49c-78588b3e46c7 req-473ee6d1-2213-4efc-a716-4cb721c21250 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551262 Dec 16 14:52:51.665825 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-042a04e6-8d08-44ac-b69e-8bdc8d88ed2c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:51.672320 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-042a04e6-8d08-44ac-b69e-8bdc8d88ed2c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:network {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:52:51.779432 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4dd762ef-a569-4cee-bdba-ccf8983c3731 req-f5b1b901-f3ba-4ccf-95ed-e7950c4fc9ff tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.0568669 Dec 16 14:52:51.780619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-042a04e6-8d08-44ac-b69e-8bdc8d88ed2c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:network {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:52:51.782549 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-042a04e6-8d08-44ac-b69e-8bdc8d88ed2c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 815 time: 0.3360169 Dec 16 14:52:51.850686 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-61bb6d04-9603-4095-9363-a9bffbdde589 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/quotas/5d2d92d92c6c44b79602af3b12d03ac5 HTTP/1.1" status: 200 len: 375 time: 0.0155330 Dec 16 14:52:52.032516 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-00c82411-81e1-4526-859c-fdb76974a332 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797950 Dec 16 14:52:52.067444 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0608153-5e31-45c9-b1f7-8340825d9bdc req-0493ad47-77c5-4326-80a3-cbbdc56d63ab tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:52.074773 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a0608153-5e31-45c9-b1f7-8340825d9bdc req-0493ad47-77c5-4326-80a3-cbbdc56d63ab tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1425281 Dec 16 14:52:52.136614 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a0608153-5e31-45c9-b1f7-8340825d9bdc req-d27adbc3-fc67-4ad9-a36b-7beb6abfb146 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601377 Dec 16 14:52:52.306767 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7b40b1b2-461c-4188-b3bd-91aa2f099b7f service neutron] 10.222.0.46 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622688 Dec 16 14:52:52.491660 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091809da-7973-42cc-81c1-ed437ce67c9f req-e40ef25d-c811-4a93-8e5e-06ce682738b6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:52.493471 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-091809da-7973-42cc-81c1-ed437ce67c9f req-e40ef25d-c811-4a93-8e5e-06ce682738b6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1072829 Dec 16 14:52:52.550620 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-091809da-7973-42cc-81c1-ed437ce67c9f req-98d84c75-e07a-4125-816f-49529a15dea1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500510 Dec 16 14:52:52.572325 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-d7239647-79ce-4f56-a588-7cc65060baec service neutron] 10.222.0.46 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597964 Dec 16 14:52:52.852573 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49dd5d-1997-4069-92c6-207b7d7190f5 req-fe38a3ee-4623-4209-bd39-aeb21415ff3a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:52.854247 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af49dd5d-1997-4069-92c6-207b7d7190f5 req-fe38a3ee-4623-4209-bd39-aeb21415ff3a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1037076 Dec 16 14:52:52.904453 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-614ee8c1-417a-4a3d-9801-640522ee08c9 req-7c62415d-b9f0-4a57-a7c9-abfa6653306b tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 210 time: 0.0600097 Dec 16 14:52:52.921395 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af49dd5d-1997-4069-92c6-207b7d7190f5 req-f87b7749-41cc-48a1-ab57-b14ee701f52e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586004 Dec 16 14:52:53.052276 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-995d5faa-5646-4770-bd63-6cc16c73898f req-0ea53006-dcb1-418f-99f5-d9aee91a7ef4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.0466547 Dec 16 14:52:53.260201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-53939e73-52e7-4eb4-9448-5f30f6f8575d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:53.262452 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-53939e73-52e7-4eb4-9448-5f30f6f8575d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.1971657 Dec 16 14:52:53.343024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Request body: {'port': {'device_id': '45198753-f4c2-479e-8c4c-53f34245094d', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'admin_state_up': True, 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:53.584981 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:53.603972 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:53.659273 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982c3b1-704e-45aa-ab1d-b9c8794cb260 req-665522fe-3718-40e0-9c64-7c4259a5e3a6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:53.666657 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2982c3b1-704e-45aa-ab1d-b9c8794cb260 req-665522fe-3718-40e0-9c64-7c4259a5e3a6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.3786669 Dec 16 14:52:53.734511 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:53.740325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:53.815636 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7390e97-35aa-489e-ba5c-9833ef2ce905 req-8f506d6a-993c-4913-9553-a6e7a1b0c18e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:53.823602 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2982c3b1-704e-45aa-ab1d-b9c8794cb260 req-2996d25f-239b-48d4-96b5-a6ded2650ac3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560597 Dec 16 14:52:53.826665 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c7390e97-35aa-489e-ba5c-9833ef2ce905 req-8f506d6a-993c-4913-9553-a6e7a1b0c18e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1256053 Dec 16 14:52:53.914918 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c7390e97-35aa-489e-ba5c-9833ef2ce905 req-f369a4cb-f51f-412d-bde6-7fe777bf2bea tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850713 Dec 16 14:52:54.094262 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-f5d1b14d-bffe-41e7-9bca-124908635efc req-08718cc8-a664-4297-89a4-4512370ac57e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:52:54.131155 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Allocated IP 172.20.0.11 (9df7a51c-2e49-47a4-b6ea-884a0df29e1b/206e0de3-dc30-4848-8bf6-eac6a99a9328/9733d036-31f3-4474-b579-c6a5ff04067a) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:54.204317 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-f5d1b14d-bffe-41e7-9bca-124908635efc req-08718cc8-a664-4297-89a4-4512370ac57e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:52:54.215172 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f5d1b14d-bffe-41e7-9bca-124908635efc req-08718cc8-a664-4297-89a4-4512370ac57e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 210 time: 0.2105718 Dec 16 14:52:54.285140 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61566-460c-4676-99fc-4fcb38649734 req-dc7f48fe-c47e-45fe-bc63-4925f86d867a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:54.287988 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3db61566-460c-4676-99fc-4fcb38649734 req-dc7f48fe-c47e-45fe-bc63-4925f86d867a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1979153 Dec 16 14:52:54.371805 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3db61566-460c-4676-99fc-4fcb38649734 req-80be0d70-b2d1-407b-acd6-2a344c8b66b0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718577 Dec 16 14:52:54.636057 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0c3162b5-8276-4e4f-912f-6b9f2cfb95ed req-7dbf0b99-cae6-403e-8206-08d8857cd3d2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.1298997 Dec 16 14:52:54.765030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:55.032764 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758493-765d-44a7-bf77-d13b461c9a4e req-c7530194-1ec8-44a2-af9c-dfd36f172b65 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:55.039892 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-21758493-765d-44a7-bf77-d13b461c9a4e req-c7530194-1ec8-44a2-af9c-dfd36f172b65 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1034217 Dec 16 14:52:55.085746 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-21758493-765d-44a7-bf77-d13b461c9a4e req-61f78623-523a-425f-92ed-2569002978c0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Dec 16 14:52:55.110167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfae72b-cec5-4293-aeb1-b71c384f1069 req-1bb5da74-c8d1-4144-9ef4-beb9c40ac6cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:55.111944 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7dfae72b-cec5-4293-aeb1-b71c384f1069 req-1bb5da74-c8d1-4144-9ef4-beb9c40ac6cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0828762 Dec 16 14:52:55.151655 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:55.160925 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e5d2acd6-850e-4aef-bdd0-ffc00b78fcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:55.201237 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5', '0983598b-aa5e-436f-aa16-9416e9e57126'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:52:55.260771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event updated for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:55.269725 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7dfae72b-cec5-4293-aeb1-b71c384f1069 req-984e9d96-8287-41c2-ab91-2960898530c8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515548 Dec 16 14:52:55.270610 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:55.297436 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:55.298665 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:55.303883 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:55.457310 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:55.460063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:55.522929 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-37119706-8b8f-45ed-b6a3-d4a03b319337 req-b3e101ed-9011-49ea-bd91-3754ed859d8b tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 210 time: 0.1082971 Dec 16 14:52:55.644250 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3576989 Dec 16 14:52:55.670386 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Request body: {'port': {'device_id': '45198753-f4c2-479e-8c4c-53f34245094d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:55.836777 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096a6c8-4565-408b-b40a-82050f1db054 req-96729ae8-8a64-4071-a59a-60814ac68a87 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:55.845002 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8096a6c8-4565-408b-b40a-82050f1db054 req-96729ae8-8a64-4071-a59a-60814ac68a87 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2496474 Dec 16 14:52:55.868197 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:55.976299 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8096a6c8-4565-408b-b40a-82050f1db054 req-b48392f6-10d7-486a-85a7-f59869a1d766 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261511 Dec 16 14:52:56.018159 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545d73a-92f6-4661-be85-d38d6f9d53ca req-92ccff96-443f-4fa7-9b44-99604a351605 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:56.020009 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d545d73a-92f6-4661-be85-d38d6f9d53ca req-92ccff96-443f-4fa7-9b44-99604a351605 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 932 time: 0.1562877 Dec 16 14:52:56.069639 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d545d73a-92f6-4661-be85-d38d6f9d53ca req-5eae78ec-8d6d-4ee7-adfa-03a5efe8f394 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Dec 16 14:52:56.360295 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd8ef-5cdc-4cdc-9aae-dde07d623cd3 req-962d2068-4f3e-4535-bfa0-9048fb566ea5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:56.382895 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2cecd8ef-5cdc-4cdc-9aae-dde07d623cd3 req-962d2068-4f3e-4535-bfa0-9048fb566ea5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1570632 Dec 16 14:52:56.492855 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9733d036-31f3-4474-b579-c6a5ff04067a {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:52:56.505072 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:56.535227 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2cecd8ef-5cdc-4cdc-9aae-dde07d623cd3 req-e7ac5fd4-be8e-447d-b9d2-80ad467e6e16 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136870 Dec 16 14:52:56.563891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Transition to ACTIVE for port object 9733d036-31f3-4474-b579-c6a5ff04067a will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:56.601602 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:56.638722 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:56.851423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d4303-9fe8-4dd7-803e-a280a196d517 req-68f40f02-6bbf-4a24-bf36-9863d283ce67 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:56.858865 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-834d4303-9fe8-4dd7-803e-a280a196d517 req-68f40f02-6bbf-4a24-bf36-9863d283ce67 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.3841097 Dec 16 14:52:56.867409 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-29162b7d-3fe2-4ddb-8239-0575f067b62b tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:56.868811 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-29162b7d-3fe2-4ddb-8239-0575f067b62b tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 815 time: 0.3091636 Dec 16 14:52:56.892214 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'port': {'device_id': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'admin_state_up': True, 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:57.058377 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-834d4303-9fe8-4dd7-803e-a280a196d517 req-3f96281b-3f42-4ea6-a89d-4427679a7721 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986125 Dec 16 14:52:57.089463 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-79ef068d-4277-4b46-b54c-aa1b263e658f req-78817319-fb4e-4b31-b60f-7a6b259bead9 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 210 time: 0.2487187 Dec 16 14:52:57.117965 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:57.130993 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:57.222511 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:52:57.249638 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:52:57.350493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Made reservation on behalf of 5d2d92d92c6c44b79602af3b12d03ac5 for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:52:57.358160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:57.464661 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Attempting to bind port 9733d036-31f3-4474-b579-c6a5ff04067a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:52:57.465261 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Attempting to bind port 9733d036-31f3-4474-b579-c6a5ff04067a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:52:57.465523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Attempting to bind port 9733d036-31f3-4474-b579-c6a5ff04067a on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:57.480691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Port 9733d036-31f3-4474-b579-c6a5ff04067a on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:52:57.481728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Attempting to bind port 9733d036-31f3-4474-b579-c6a5ff04067a on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:52:57.496200 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:52:57.497475 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Checking segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:52:57.498064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Bound using segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:52:57.498564 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Bound port: 9733d036-31f3-4474-b579-c6a5ff04067a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:52:57.498904 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:57.654388 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f9b56-ae7a-4345-a4ea-6f259d199935 req-8a9ee45b-8836-40af-a5ec-eceb985f2921 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:57.655447 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-357f9b56-ae7a-4345-a4ea-6f259d199935 req-8a9ee45b-8836-40af-a5ec-eceb985f2921 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:52:57.681822 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:52:57.687463 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Allocated IP 172.20.0.9 (da49beac-bd7f-4e65-b891-e67116111884/a8e845aa-a055-4f29-b47a-52a358871faf/aee3f159-18b9-4f6c-a52d-c3fc810c17c2) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:52:57.694124 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9733d036-31f3-4474-b579-c6a5ff04067a,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:52:57.739669 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282ef0-b299-4d1b-9d10-f2909aab6397 req-72628c86-f474-4f4c-b688-d6db5658714b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:57.746425 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b282ef0-b299-4d1b-9d10-f2909aab6397 req-72628c86-f474-4f4c-b688-d6db5658714b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.4756949 Dec 16 14:52:57.764928 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-357f9b56-ae7a-4345-a4ea-6f259d199935 req-8a9ee45b-8836-40af-a5ec-eceb985f2921 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:52:57.766390 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-357f9b56-ae7a-4345-a4ea-6f259d199935 req-8a9ee45b-8836-40af-a5ec-eceb985f2921 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 944 time: 0.4031820 Dec 16 14:52:57.802164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:57.829014 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9b282ef0-b299-4d1b-9d10-f2909aab6397 req-5dc5e7e5-5da8-4e90-9512-46313f606ffa tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810602 Dec 16 14:52:57.844267 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-18bef674-b4fd-4835-95f4-0351c605c75c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:57.953483 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-357f9b56-ae7a-4345-a4ea-6f259d199935 req-50548073-2de9-4862-b8dc-43c2924ce675 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799746 Dec 16 14:52:57.957817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:57.987097 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:58.020238 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:58.021276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:58.029314 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] 10.222.0.53 "PUT /v2.0/ports/9733d036-31f3-4474-b579-c6a5ff04067a HTTP/1.1" status: 200 len: 1094 time: 2.3583300 Dec 16 14:52:58.029314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:52:58.142687 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a', 'status': 'completed', 'code': 200} Dec 16 14:52:58.199529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:58.231373 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Transition to ACTIVE for port object aee3f159-18b9-4f6c-a52d-c3fc810c17c2 will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:52:58.336266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-c52dfb09-6a1b-4c54-9552-9eb25c2e5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:58.337978 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-c52dfb09-6a1b-4c54-9552-9eb25c2e5ca1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 1097 time: 0.1569881 Dec 16 14:52:58.350380 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:58.371155 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:52:58.524957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Network da49beac-bd7f-4e65-b891-e67116111884 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:52:58.596083 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:58.646368 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:52:58.655850 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:52:58.658507 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-712b21bf-f312-4cee-949a-de86b2112a8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9733d036-31f3-4474-b579-c6a5ff04067a HTTP/1.1" status: 200 len: 217 time: 0.2984419 Dec 16 14:52:58.754109 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db077189-e13b-42d8-a8c5-7135100c8426 req-406b8b0b-a2ca-49fa-94f2-48877db3a640 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:58.763170 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-db077189-e13b-42d8-a8c5-7135100c8426 req-406b8b0b-a2ca-49fa-94f2-48877db3a640 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.2471681 Dec 16 14:52:58.796522 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:58.797194 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:58.848967 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-db077189-e13b-42d8-a8c5-7135100c8426 req-f720382c-568d-453c-93d8-400f9361f65b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836804 Dec 16 14:52:58.949078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:52:58.973799 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:52:59.053054 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-f8a0efee-8d2f-4e13-8753-3d84b031455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:59.055970 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18152-e557-47ca-83b7-0bd7efd6b316 req-1a989b62-90a6-4b67-8a60-c53b25bcbf41 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:59.057914 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-f8a0efee-8d2f-4e13-8753-3d84b031455f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.2076075 Dec 16 14:52:59.078981 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c9b18152-e557-47ca-83b7-0bd7efd6b316 req-1a989b62-90a6-4b67-8a60-c53b25bcbf41 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.6016569 Dec 16 14:52:59.102449 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2147532 Dec 16 14:52:59.149073 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c9b18152-e557-47ca-83b7-0bd7efd6b316 req-c35c7ace-c3f5-42ee-b918-bdb9fb133f38 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684435 Dec 16 14:52:59.176059 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Request body: {'port': {'device_id': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:52:59.176170 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-3e73490c-e691-4a5f-b563-2ecaeff9b913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005626 Dec 16 14:52:59.195775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0edbd709-796b-4991-ac6f-2e61860e834f None None] Provisioning for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:52:59.202060 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0edbd709-796b-4991-ac6f-2e61860e834f None None] Provisioning complete for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:52:59.202518 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0edbd709-796b-4991-ac6f-2e61860e834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:59.306856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0edbd709-796b-4991-ac6f-2e61860e834f None None] Port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:52:59.629203 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:59.726232 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-02477b9e-0b69-4be0-91eb-a9211f5d069e service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893229 Dec 16 14:52:59.736492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d511-1604-4e2d-a16f-62b9b721ca2a req-f86823ec-6882-4d5c-ad40-99f8c65a0180 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:59.745258 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d4d1d511-1604-4e2d-a16f-62b9b721ca2a req-f86823ec-6882-4d5c-ad40-99f8c65a0180 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 931 time: 0.5752597 Dec 16 14:52:59.794595 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c2cc-3e62-4c18-bd05-865ec6264470 req-0fea2cc7-f148-4ba5-b208-c7a80d1ca866 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:52:59.802341 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-58e3c2cc-3e62-4c18-bd05-865ec6264470 req-0fea2cc7-f148-4ba5-b208-c7a80d1ca866 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.4529438 Dec 16 14:52:59.850550 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d4d1d511-1604-4e2d-a16f-62b9b721ca2a req-67098593-68f0-49d5-8a10-c88ba3053342 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040387 Dec 16 14:53:00.049136 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-58e3c2cc-3e62-4c18-bd05-865ec6264470 req-ee563ae5-47fe-496a-b934-9e4bc30098b8 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435441 Dec 16 14:53:00.421431 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-331af5c8-6ac2-4baa-9389-258eb50da8ff req-3c88dfef-0dc9-4f1c-a76d-b890793c1a7e service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061610 Dec 16 14:53:00.508347 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13279-19c5-424d-91e7-86b46da1810d req-4d1a0023-29ae-4006-b637-5d21401be744 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:00.512022 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-96f13279-19c5-424d-91e7-86b46da1810d req-4d1a0023-29ae-4006-b637-5d21401be744 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 944 time: 0.4182105 Dec 16 14:53:00.584779 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-96f13279-19c5-424d-91e7-86b46da1810d req-d1e47c79-7b78-4f78-9bb4-23007c32df70 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571291 Dec 16 14:53:00.675488 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee3f159-18b9-4f6c-a52d-c3fc810c17c2 {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:00.691307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:00.717465 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Transition to ACTIVE for port object aee3f159-18b9-4f6c-a52d-c3fc810c17c2 will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:53:00.826055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa0ab-d801-42aa-9431-bea7cb658a63 req-215dfbc0-7c69-4b5b-8fa7-987ace9640da tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:00.827766 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d34aa0ab-d801-42aa-9431-bea7cb658a63 req-215dfbc0-7c69-4b5b-8fa7-987ace9640da tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1037230 Dec 16 14:53:00.875970 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d34aa0ab-d801-42aa-9431-bea7cb658a63 req-fee9abbc-e7e3-4a48-a41b-8007bfc75e8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Dec 16 14:53:01.030037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:01.035150 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-41e57dfc-015f-4add-93b4-b0b0d773fd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:01.116637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5604b4-5811-4e41-a4e8-a059da5b6b36 req-b7f185a1-b6ba-42fd-9f4a-e7d94beb1b11 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:01.127137 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7f5604b4-5811-4e41-a4e8-a059da5b6b36 req-b7f185a1-b6ba-42fd-9f4a-e7d94beb1b11 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.1381938 Dec 16 14:53:01.144998 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:01.148220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:01.176175 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7f5604b4-5811-4e41-a4e8-a059da5b6b36 req-b0e5be3e-dd3f-4b4f-b013-cf413b0c8174 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503819 Dec 16 14:53:01.637973 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d74556-9b25-4eaf-95aa-7055fdb0a1e8 req-8cbd6d50-3fa4-4040-8162-5af36d72d8af tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:01.664183 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-19d74556-9b25-4eaf-95aa-7055fdb0a1e8 req-8cbd6d50-3fa4-4040-8162-5af36d72d8af tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.4455931 Dec 16 14:53:01.681958 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef139e-0eef-4520-8cd2-320d296819c7 req-2bae802a-4fd0-44ac-a4a3-01002fb4188a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:01.690954 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01ef139e-0eef-4520-8cd2-320d296819c7 req-2bae802a-4fd0-44ac-a4a3-01002fb4188a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.2816689 Dec 16 14:53:01.692064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Attempting to bind port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:53:01.692574 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Attempting to bind port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:53:01.692721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Attempting to bind port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 on network da49beac-bd7f-4e65-b891-e67116111884 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:01.706220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 on network da49beac-bd7f-4e65-b891-e67116111884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:53:01.706591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Attempting to bind port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 on network da49beac-bd7f-4e65-b891-e67116111884 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:01.728161 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:53:01.728501 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Checking segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:53:01.728896 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Bound using segment: {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:53:01.729332 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Bound port: aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47f20d6-7e26-437d-9e46-a012b33e0cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:53:01.729677 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:01.745176 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-2ce8245a-a7da-42aa-9910-2a1241665a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:01.748549 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-2ce8245a-a7da-42aa-9910-2a1241665a06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 1097 time: 0.4199219 Dec 16 14:53:01.765972 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-19d74556-9b25-4eaf-95aa-7055fdb0a1e8 req-072fc25d-3f53-489f-9f02-c26373092d05 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924094 Dec 16 14:53:01.771492 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01ef139e-0eef-4520-8cd2-320d296819c7 req-1bef7360-158a-4eab-bd69-318cb21a5f9e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792773 Dec 16 14:53:02.240150 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:53:02.254075 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:53:02.274925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-08f5e3b3-5126-4a68-8fb9-46f326aa457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.276985 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-08f5e3b3-5126-4a68-8fb9-46f326aa457e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1099 time: 0.5308962 Dec 16 14:53:02.317347 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2264-6b50-4461-8094-d6a68df735d3 req-a8aff57f-4c8c-4a6a-8624-1f94629d000a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.318948 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2d4c2264-6b50-4461-8094-d6a68df735d3 req-a8aff57f-4c8c-4a6a-8624-1f94629d000a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 944 time: 0.2878590 Dec 16 14:53:02.416189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-d696236f-88c3-4d23-ae3c-0e83c66d8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.418970 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-d696236f-88c3-4d23-ae3c-0e83c66d8f07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 915 time: 0.6274843 Dec 16 14:53:02.422270 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:02.447394 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016db42c-8feb-426a-80ac-63c466d1ea48 req-f7099376-3c74-4432-b94e-1dcefd900f9b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.449071 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-016db42c-8feb-426a-80ac-63c466d1ea48 req-f7099376-3c74-4432-b94e-1dcefd900f9b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.3009167 Dec 16 14:53:02.526922 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:02.538760 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-016db42c-8feb-426a-80ac-63c466d1ea48 req-0e0fc9ae-f9b3-4f18-8f7e-190221a8ac88 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832000 Dec 16 14:53:02.657623 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.658867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:02.660452 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] 10.222.0.53 "PUT /v2.0/ports/aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 1093 time: 3.5088699 Dec 16 14:53:02.663819 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2d4c2264-6b50-4461-8094-d6a68df735d3 req-3f3b015a-ae0c-4cdd-9a81-6bc5d5c52ae4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365231 Dec 16 14:53:02.664300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:02.712551 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:02.722513 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:02.779903 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-32d86740-ef5c-43ef-adf3-645be9b0aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:02.781404 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-32d86740-ef5c-43ef-adf3-645be9b0aa88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 912 time: 0.4252324 Dec 16 14:53:02.939539 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-f9d45467-e52c-4f80-aa4b-4e0b2fd8e09f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9733d036-31f3-4474-b579-c6a5ff04067a HTTP/1.1" status: 200 len: 217 time: 0.2411389 Dec 16 14:53:02.962973 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:53:03.279691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b770-9c36-45dd-b7df-d021acfd8d45 req-9d1b8a9a-d4d1-4d55-9b32-a78f722bcdb2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.284508 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fe47b770-9c36-45dd-b7df-d021acfd8d45 req-9d1b8a9a-d4d1-4d55-9b32-a78f722bcdb2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.3438859 Dec 16 14:53:03.294573 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-7b653dce-aa87-410e-80d1-5a02afcf9958 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 1002 time: 0.4948146 Dec 16 14:53:03.428797 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fe47b770-9c36-45dd-b7df-d021acfd8d45 req-00c3d764-9953-4927-8b26-b0b894c7a137 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366856 Dec 16 14:53:03.430851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675bd86-9e21-4416-b3c2-fb809b67e94f req-96848317-f279-4de1-80d8-0cb6f7029164 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.436140 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-36be8f3a-c995-464b-b257-ab54199e4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.440322 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-36be8f3a-c995-464b-b257-ab54199e4241 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.3172174 Dec 16 14:53:03.452189 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b675bd86-9e21-4416-b3c2-fb809b67e94f req-96848317-f279-4de1-80d8-0cb6f7029164 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.2791405 Dec 16 14:53:03.485713 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8f53f100-18b6-4b08-bd19-e3f85cc328ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.487264 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-8f53f100-18b6-4b08-bd19-e3f85cc328ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1096 time: 0.3475053 Dec 16 14:53:03.490506 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-c49af302-0ef6-43e6-bd6f-bffe5fb8626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.491859 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-c49af302-0ef6-43e6-bd6f-bffe5fb8626f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.1865909 Dec 16 14:53:03.531129 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b675bd86-9e21-4416-b3c2-fb809b67e94f req-976e4de8-f2c2-45fe-a315-2cbca504dec6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762849 Dec 16 14:53:03.575788 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-03f524ee-382e-40ac-ba76-bac740c6c793 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147425 Dec 16 14:53:03.742133 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-23c01e3a-2a7b-487e-880d-e2dee6d50e37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 217 time: 0.2096596 Dec 16 14:53:03.952659 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-92364b8f-d7ff-4024-a802-4c348ad67733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:03.955142 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-92364b8f-d7ff-4024-a802-4c348ad67733 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.1390953 Dec 16 14:53:04.083987 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 9733d036-31f3-4474-b579-c6a5ff04067a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:53:04.118106 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-5397f123-9b58-4b8c-80c2-4511c33a86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:04.128386 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-5397f123-9b58-4b8c-80c2-4511c33a86f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5249307 Dec 16 14:53:04.235781 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-765155bc-8abb-4fa4-b29a-22dbbbd76f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:04.238469 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-765155bc-8abb-4fa4-b29a-22dbbbd76f8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2332125 Dec 16 14:53:04.276319 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-e07c869a-d2e0-4ff5-8486-79b2b3b4e10d service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924829 Dec 16 14:53:04.366018 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1c9d-2fed-4b49-8cad-234fa29b1bc4 req-939717fd-2be1-4900-bcf1-cbeaa7920d6b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:04.369692 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9733d036-31f3-4474-b579-c6a5ff04067a,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:04.374171 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-08da1c9d-2fed-4b49-8cad-234fa29b1bc4 req-939717fd-2be1-4900-bcf1-cbeaa7920d6b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.4126070 Dec 16 14:53:04.398818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6f8d3-2a79-4802-9820-a2da27b91f83 req-ce637e4f-fc11-4dbb-8af8-3bcc0023aad7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:04.407071 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c4c6f8d3-2a79-4802-9820-a2da27b91f83 req-ce637e4f-fc11-4dbb-8af8-3bcc0023aad7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.4121346 Dec 16 14:53:04.429406 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '9733d036-31f3-4474-b579-c6a5ff04067a', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'port_id': '9733d036-31f3-4474-b579-c6a5ff04067a', 'mac_address': 'fa:16:3e:9b:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206e0de3-dc30-4848-8bf6-eac6a99a9328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:53:04.446623 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-08da1c9d-2fed-4b49-8cad-234fa29b1bc4 req-f5c03482-24d5-4e92-abd0-33fac6980682 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706441 Dec 16 14:53:04.601609 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:04.603091 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-43af552c-e4b3-491f-92e0-1ae4a2622f4a service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696689 Dec 16 14:53:04.632950 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9733d036-31f3-4474-b579-c6a5ff04067a {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:04.676697 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9733d036-31f3-4474-b579-c6a5ff04067a,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:04.767118 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:04.770827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:04.819036 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-954ea148-4ee0-4ff8-b15e-3765c1e53a9b req-ed8dd9ca-0c67-4414-afe9-88d42a79ac5f service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148270 Dec 16 14:53:04.871046 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c4c6f8d3-2a79-4802-9820-a2da27b91f83 req-afd4efd3-0246-40ea-94d5-ed142b585dce tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571557 Dec 16 14:53:04.897219 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-06dfeec1-edea-4fa4-b49c-c16dd64c9def service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420441 Dec 16 14:53:05.035597 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:05.063807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37536) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:05.070011 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.070890 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.071343 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.071824 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.072699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.072699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.073480 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.073480 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.075070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.075527 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.075987 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.076757 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:05.081469 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:05.206930 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['9733d036-31f3-4474-b579-c6a5ff04067a'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:05.301397 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa0c32-a450-49c6-abf3-da317c1f35a6 req-1da62307-4869-488e-b8fa-9326cc855ed6 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:05.303971 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cbaa0c32-a450-49c6-abf3-da317c1f35a6 req-1da62307-4869-488e-b8fa-9326cc855ed6 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.2028146 Dec 16 14:53:05.344103 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:05.345115 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-620379cb-95ed-47d0-9163-36f5e0adaab6 req-fa4fec6f-83ee-40cd-bf3a-b2a8a1896b27 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269667 Dec 16 14:53:05.349583 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57217f60-2589-4f4f-a5d9-f8fb1a998db6 req-c5ae4fc7-4c53-4d15-bc1b-9f7a8b0e2d87 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350044 Dec 16 14:53:05.382518 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ef5e-0838-44ba-8c00-383d3800031b req-5dcf879d-1d19-4d2b-9dc8-6fc46d3045a6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:05.390897 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3747ef5e-0838-44ba-8c00-383d3800031b req-5dcf879d-1d19-4d2b-9dc8-6fc46d3045a6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 944 time: 0.7012210 Dec 16 14:53:05.443467 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:05.448870 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Usage tracker for resource:security_group_rule and tenant:71e97fcb8c224d07b255b0ba3bd5150f is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:05.456720 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:05.498713 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:05.515428 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3747ef5e-0838-44ba-8c00-383d3800031b req-aa74171a-1887-4d3c-b0cf-d802c2f720d2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144993 Dec 16 14:53:05.572807 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cbaa0c32-a450-49c6-abf3-da317c1f35a6 req-df65bfc3-9eed-4c01-8816-8676742a478f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106717 Dec 16 14:53:05.651030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:05.761592 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f9029-844b-4907-9c52-fc9c6936c0c3 req-0dfa170d-802c-45e2-941a-4741e44029fe tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:05.763583 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ae7f9029-844b-4907-9c52-fc9c6936c0c3 req-0dfa170d-802c-45e2-941a-4741e44029fe tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0843670 Dec 16 14:53:05.793615 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d138d-9823-4893-ae97-ef61b150538c req-ea01c051-377e-45af-b959-7c5b71a35418 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:05.795115 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-101d138d-9823-4893-ae97-ef61b150538c req-ea01c051-377e-45af-b959-7c5b71a35418 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1602635 Dec 16 14:53:05.797851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-10875321-6783-4063-ab4c-fb9c107fc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:05.799232 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-10875321-6783-4063-ab4c-fb9c107fc03b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1096 time: 0.1182044 Dec 16 14:53:05.832759 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ae7f9029-844b-4907-9c52-fc9c6936c0c3 req-2603498b-caf4-4743-8863-167243065eac tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629737 Dec 16 14:53:05.881245 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:05.889075 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:05.943875 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d945a-642a-4500-a5c3-aeb1e6b7f6cb,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:05.948100 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:05.955543 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71e97fcb8c224d07b255b0ba3bd5150f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8905592 Dec 16 14:53:05.956423 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37550) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:06.050008 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:06.102059 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-101d138d-9823-4893-ae97-ef61b150538c req-e999b527-479d-4f10-8601-349682707eb4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865083 Dec 16 14:53:06.178628 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-6db9526f-0a53-499a-98db-3bf42d8665e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:06.180602 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-6db9526f-0a53-499a-98db-3bf42d8665e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.3399634 Dec 16 14:53:06.191672 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:06.431986 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd48afe-f1d7-43df-b97f-341c80296a3a req-e94375fe-ec5c-48c4-8393-f88adcbbd6fe tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:06.435400 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7dd48afe-f1d7-43df-b97f-341c80296a3a req-e94375fe-ec5c-48c4-8393-f88adcbbd6fe tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.3468065 Dec 16 14:53:06.437307 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:06.443141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-94ecf192-6a00-4bd1-9bde-8559ab4f992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:06.510716 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d945a-642a-4500-a5c3-aeb1e6b7f6cb,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:06.562443 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:06.602355 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:06.605030 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc7d945a-642a-4500-a5c3-aeb1e6b7f6cb HTTP/1.1" status: 204 len: 168 time: 0.6475112 Dec 16 14:53:06.625767 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7dd48afe-f1d7-43df-b97f-341c80296a3a req-647630be-c16b-48f9-a4c1-38f179bc97ba tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835506 Dec 16 14:53:06.678109 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-16455c0d-8b08-47c8-8ec3-a950c17bdcaf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 217 time: 0.2219412 Dec 16 14:53:06.925325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e507-9476-44e9-9fda-4c99863091d7 req-d4525df8-0adb-4465-af65-7168f3d1d01a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:06.927009 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bb1e507-9476-44e9-9fda-4c99863091d7 req-d4525df8-0adb-4465-af65-7168f3d1d01a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.1730187 Dec 16 14:53:06.939641 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701e6b7-0332-46f2-8648-577d03e0a33b req-134b4815-20a8-46cb-8ec7-f4d7549bde4b tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:06.946660 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4701e6b7-0332-46f2-8648-577d03e0a33b req-134b4815-20a8-46cb-8ec7-f4d7549bde4b tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 945 time: 0.1132255 Dec 16 14:53:06.987298 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bb1e507-9476-44e9-9fda-4c99863091d7 req-671ceac2-b7d8-4dff-92bd-44c410fd1afd tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534332 Dec 16 14:53:06.991144 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4701e6b7-0332-46f2-8648-577d03e0a33b req-3de7245b-7935-4662-9261-7cdf6078e554 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Dec 16 14:53:07.255011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715120fa-ef51-4a0b-a55f-c48fee1d5b69 req-ecff3747-fb15-491d-9d7f-a91ff82364c7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:07.256881 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-715120fa-ef51-4a0b-a55f-c48fee1d5b69 req-ecff3747-fb15-491d-9d7f-a91ff82364c7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1604013 Dec 16 14:53:07.275385 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-cb9b2aa4-f7ee-47b7-af87-e125abe17458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:07.278922 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-cb9b2aa4-f7ee-47b7-af87-e125abe17458 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.1509492 Dec 16 14:53:07.355816 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-715120fa-ef51-4a0b-a55f-c48fee1d5b69 req-c866bfb6-ad02-44ce-9868-e84d8234f43a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920844 Dec 16 14:53:07.514197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-02ae91b4-2b40-42b3-b727-eb6576b5a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:07.515721 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-02ae91b4-2b40-42b3-b727-eb6576b5a62b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1856341 Dec 16 14:53:07.536776 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3a8cc-fde8-4805-a1bf-33358b7f69ae req-8213b783-4daf-4e1f-9265-116d256a3d3a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:07.539922 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-abe3a8cc-fde8-4805-a1bf-33358b7f69ae req-8213b783-4daf-4e1f-9265-116d256a3d3a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.2555521 Dec 16 14:53:07.727337 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-fcf3c97b-2731-4c42-8b4f-8e7c8101c2e2 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860383 Dec 16 14:53:07.747153 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-abe3a8cc-fde8-4805-a1bf-33358b7f69ae req-d9bd6ec1-1b22-4a7d-bee7-0b8a00fc3210 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824806 Dec 16 14:53:07.907700 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5cf9e-4b80-45cf-bf4b-c08a857a0e09 req-e6b489bd-401e-4085-a3a6-9889131d3c63 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:07.915076 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bf5cf9e-4b80-45cf-bf4b-c08a857a0e09 req-e6b489bd-401e-4085-a3a6-9889131d3c63 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1060464 Dec 16 14:53:07.970830 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1bf5cf9e-4b80-45cf-bf4b-c08a857a0e09 req-f855688b-3056-4b3b-a264-b196c8e00e7f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Dec 16 14:53:08.134509 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 9733d036-31f3-4474-b579-c6a5ff04067a up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:53:08.365551 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-22a37b6d-60f6-44cd-8d69-6fadeadf41d7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:08.366322 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-22a37b6d-60f6-44cd-8d69-6fadeadf41d7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:08.373241 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 9733d036-31f3-4474-b579-c6a5ff04067a completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:53:08.382589 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 9733d036-31f3-4474-b579-c6a5ff04067a triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:53:08.383155 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:08.486317 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270db8e6-7d3b-49db-b50f-686082375aab req-b7c33365-1eb1-43e8-a7c4-cb2f10f3f353 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:08.492400 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-270db8e6-7d3b-49db-b50f-686082375aab req-b7c33365-1eb1-43e8-a7c4-cb2f10f3f353 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 945 time: 0.3589742 Dec 16 14:53:08.552308 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-270db8e6-7d3b-49db-b50f-686082375aab req-0d3d5f13-d5e4-4521-b480-1835e864fa1c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547161 Dec 16 14:53:08.625460 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:08.662395 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:08.684128 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9733d036-31f3-4474-b579-c6a5ff04067a,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:08.788128 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b89993-42d9-44b4-a178-b9e080a7c957 req-dc99691f-bf9e-41f3-982f-d87152e108df tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:08.789582 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5b89993-42d9-44b4-a178-b9e080a7c957 req-dc99691f-bf9e-41f3-982f-d87152e108df tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1151490 Dec 16 14:53:08.829655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-22a37b6d-60f6-44cd-8d69-6fadeadf41d7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:08.835618 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-22a37b6d-60f6-44cd-8d69-6fadeadf41d7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.6360536 Dec 16 14:53:08.861432 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5b89993-42d9-44b4-a178-b9e080a7c957 req-2d86d2fe-314b-423b-ab56-50433dc7518f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628181 Dec 16 14:53:08.905566 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-0a4beb07-025a-42c7-9dd0-2a9f807d82a2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:08.931002 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a', 'code': 200} Dec 16 14:53:09.109785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecfe18-d024-4cde-92b9-060112464e6c req-d14e748d-6bf7-4658-a67c-73904a563b15 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:09.110710 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-0a4beb07-025a-42c7-9dd0-2a9f807d82a2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:09.111878 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-328529e2-e7df-4c60-b0af-ae589d409dcf req-0a4beb07-025a-42c7-9dd0-2a9f807d82a2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725739 Dec 16 14:53:09.119167 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-95ecfe18-d024-4cde-92b9-060112464e6c req-d14e748d-6bf7-4658-a67c-73904a563b15 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0985172 Dec 16 14:53:09.124399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:09.126698 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:09.211900 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-95ecfe18-d024-4cde-92b9-060112464e6c req-f1b61cce-464d-469e-bf7b-b28761780547 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782807 Dec 16 14:53:09.218192 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:09.224654 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:09.444855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395ca4e-e674-482a-a871-c65bd5f06c9a req-12e5b917-ceb6-46e0-b290-1d024d1c0d5b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:09.444855 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2395ca4e-e674-482a-a871-c65bd5f06c9a req-12e5b917-ceb6-46e0-b290-1d024d1c0d5b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1054587 Dec 16 14:53:09.501349 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2395ca4e-e674-482a-a871-c65bd5f06c9a req-b5ee861e-d946-424a-843b-ab0075550333 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507407 Dec 16 14:53:09.555253 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c54f-4525-4b8f-b2d5-5b3dcd5742c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:09.789174 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca1e97-2b6a-4d7f-a384-0f0ddc2b0d64 req-3b180c13-419b-4971-8c5d-aaff383f9baa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:09.790863 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e4ca1e97-2b6a-4d7f-a384-0f0ddc2b0d64 req-3b180c13-419b-4971-8c5d-aaff383f9baa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.1148226 Dec 16 14:53:09.867112 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e4ca1e97-2b6a-4d7f-a384-0f0ddc2b0d64 req-a25e1117-0972-4eca-b593-1a23743c38a8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 Dec 16 14:53:10.170562 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4f42-f30d-4ead-939c-5f1dc7d2064f req-a6f8f6dd-c809-49e6-8e29-316142d962cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:10.171016 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3c1d4f42-f30d-4ead-939c-5f1dc7d2064f req-a6f8f6dd-c809-49e6-8e29-316142d962cf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.0976336 Dec 16 14:53:10.230166 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3c1d4f42-f30d-4ead-939c-5f1dc7d2064f req-92185801-65bd-45c8-bc8e-7419f386cf24 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508924 Dec 16 14:53:10.366823 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e6041-35b6-43d9-a966-39b4d1c629bf req-1e275a7c-c7c4-4910-939a-4b02442a9002 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:10.368244 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8b5e6041-35b6-43d9-a966-39b4d1c629bf req-1e275a7c-c7c4-4910-939a-4b02442a9002 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.0821700 Dec 16 14:53:10.417263 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8b5e6041-35b6-43d9-a966-39b4d1c629bf req-8ce0361d-27eb-4880-a3cb-935986f4e582 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Dec 16 14:53:10.709568 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b55d-b83f-4770-9488-f9283d5060ab req-6a635127-d90f-4786-9bcf-3b09057172c0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:10.711361 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-58a4b55d-b83f-4770-9488-f9283d5060ab req-6a635127-d90f-4786-9bcf-3b09057172c0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1004169 Dec 16 14:53:10.762106 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-58a4b55d-b83f-4770-9488-f9283d5060ab req-90e63891-b435-4216-b72d-f5b296616f2d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Dec 16 14:53:11.068394 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850585bb-9863-43de-8da6-12dabd6e58dc req-5ba726ff-c532-488c-bcc7-f2655ceda9fd tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:11.075931 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-850585bb-9863-43de-8da6-12dabd6e58dc req-5ba726ff-c532-488c-bcc7-f2655ceda9fd tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.0931425 Dec 16 14:53:11.135673 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-850585bb-9863-43de-8da6-12dabd6e58dc req-211a164b-f4bf-4009-aa15-917adedbf0f5 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587950 Dec 16 14:53:11.291067 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-df591d79-92f0-482d-84a9-eff247854f0a tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281396 Dec 16 14:53:11.469005 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-9577340d-6438-4d22-a102-7608985d3203 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:11.579730 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-9577340d-6438-4d22-a102-7608985d3203 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729879 Dec 16 14:53:11.582497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb247e8-5745-4823-b6f2-18f0010b5454 req-cf81bdb6-6aa5-40bf-9064-f69259e7a4a7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:11.582497 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cb247e8-5745-4823-b6f2-18f0010b5454 req-cf81bdb6-6aa5-40bf-9064-f69259e7a4a7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1179378 Dec 16 14:53:11.583639 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-10c3c5c0-6a4a-4727-9591-9eea938cf943 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/quotas/bcb21e3fdc3f48fdad0f6061a857e23f HTTP/1.1" status: 200 len: 375 time: 0.0106101 Dec 16 14:53:11.585579 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8cb247e8-5745-4823-b6f2-18f0010b5454 req-82fc15a3-099e-407c-b67a-3f259f26e06f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539916 Dec 16 14:53:11.586442 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-8ff95230-7da8-43cb-b72d-536fabf9a252 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618830 Dec 16 14:53:11.728463 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ede688-b059-432e-85ba-8e3c6fb2cab6 req-dcfe6140-9988-430c-92fb-b1767195abbc tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:11.729953 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f9ede688-b059-432e-85ba-8e3c6fb2cab6 req-dcfe6140-9988-430c-92fb-b1767195abbc tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.0829802 Dec 16 14:53:11.739614 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e26342cf-6df9-4543-ab1f-79785a24fff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:11.776142 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f9ede688-b059-432e-85ba-8e3c6fb2cab6 req-b33f63da-2317-44a4-b004-ffbc879d308a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Dec 16 14:53:11.970046 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4dc151d5-4b82-4377-bb2d-8a8832c0fcc6 req-2571ddf7-2521-406f-aecf-dc5a61b9e3e9 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.0646105 Dec 16 14:53:12.046724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9dff6-19ff-49b7-8d1e-388c5c4950ff req-ce8e507e-f2c3-42e2-bd70-284dd6b213f4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:12.049097 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69e9dff6-19ff-49b7-8d1e-388c5c4950ff req-ce8e507e-f2c3-42e2-bd70-284dd6b213f4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1179080 Dec 16 14:53:12.095215 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69e9dff6-19ff-49b7-8d1e-388c5c4950ff req-2943967b-80bc-4ebe-9384-dd489acb23ed tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Dec 16 14:53:12.341480 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633592-f111-4280-adce-0ef6b308affa req-a53905c4-5710-4d2b-ba58-b8fc60a35ea6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:12.343313 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6c633592-f111-4280-adce-0ef6b308affa req-a53905c4-5710-4d2b-ba58-b8fc60a35ea6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.0918417 Dec 16 14:53:12.389621 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6c633592-f111-4280-adce-0ef6b308affa req-6ed16458-4d6e-46f5-9da9-241297218a9a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Dec 16 14:53:12.595337 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:12.743762 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:12.771988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747052c2-0906-4cce-b323-22707c26f91e req-bfbc22b7-b157-467f-bacb-0bb1f756ef59 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:12.773734 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-747052c2-0906-4cce-b323-22707c26f91e req-bfbc22b7-b157-467f-bacb-0bb1f756ef59 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1107824 Dec 16 14:53:12.866591 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-747052c2-0906-4cce-b323-22707c26f91e req-4efc2803-d262-4ea9-9a90-99210a3bc15a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847185 Dec 16 14:53:13.009523 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef3ac-3b97-416a-a29a-0419a19cb025 req-4dbc95ac-b027-4221-a9fd-1d32a0e9d7af tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:13.011131 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-40eef3ac-3b97-416a-a29a-0419a19cb025 req-4dbc95ac-b027-4221-a9fd-1d32a0e9d7af tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.0884819 Dec 16 14:53:13.056980 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-40eef3ac-3b97-416a-a29a-0419a19cb025 req-1cf8453d-3918-4afe-80a5-df30df534980 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Dec 16 14:53:13.113404 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3ad71cb2-5f70-42cc-bc9f-84b2fc27e8fa req-ea8f43f0-d33b-4f14-8bfd-e0a60f07d0d7 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.0442054 Dec 16 14:53:13.314243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c78211-60ee-4054-8e27-1e6c62f0f2c8 req-64bcb424-6fd4-4c2e-9a9c-93d75df10bf6 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:13.315747 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-49c78211-60ee-4054-8e27-1e6c62f0f2c8 req-64bcb424-6fd4-4c2e-9a9c-93d75df10bf6 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1051638 Dec 16 14:53:13.363849 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-49c78211-60ee-4054-8e27-1e6c62f0f2c8 req-54b46822-6745-4119-9256-7af14493329d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Dec 16 14:53:13.578074 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68227b-7016-4d93-8ff2-2e43c880c0e7 req-2bf97fc8-7896-45ee-8392-d41142ab2e30 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:13.579725 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9e68227b-7016-4d93-8ff2-2e43c880c0e7 req-2bf97fc8-7896-45ee-8392-d41142ab2e30 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.0841913 Dec 16 14:53:13.624156 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9e68227b-7016-4d93-8ff2-2e43c880c0e7 req-5df20b00-bef9-4824-bb49-202e77ea6069 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 Dec 16 14:53:14.006842 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:14.194953 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6774f35-35e3-46f0-b6f1-4ab0b835cc86 req-2a78bec9-6f7e-4266-b55a-03fd1dc39010 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359554 Dec 16 14:53:14.224808 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b04fa-eb7c-48e3-9e04-d8d024916d29 req-7142701d-8829-4513-9ac7-3b38f0844c3f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:14.226368 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-651b04fa-eb7c-48e3-9e04-d8d024916d29 req-7142701d-8829-4513-9ac7-3b38f0844c3f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.2092409 Dec 16 14:53:14.274051 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-651b04fa-eb7c-48e3-9e04-d8d024916d29 req-5f681aa3-42ec-437b-87f6-f89849425cd7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 Dec 16 14:53:14.302793 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dab999-2ee7-4a28-b612-574d3710f9f5 req-c2f1bc2d-6b1b-4a91-9a9c-60bbe8e1b45c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:14.302793 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f0dab999-2ee7-4a28-b612-574d3710f9f5 req-c2f1bc2d-6b1b-4a91-9a9c-60bbe8e1b45c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.0979879 Dec 16 14:53:14.350598 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f0dab999-2ee7-4a28-b612-574d3710f9f5 req-52de96e0-a835-42da-9a05-ff0ef660d1f0 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Dec 16 14:53:14.425255 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cad0707b-4fb4-44d0-97ef-be29571c02e1 req-e0099850-ea9d-4c99-aa40-6b27875c393c tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.0459816 Dec 16 14:53:14.553115 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b04ea-7740-4fc8-8d77-ff8840518fa8 req-19aa4943-3f69-4c5f-944b-dbd157bda545 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:14.554689 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-201b04ea-7740-4fc8-8d77-ff8840518fa8 req-19aa4943-3f69-4c5f-944b-dbd157bda545 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0817010 Dec 16 14:53:14.578935 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18196-3600-4628-813a-67aeb0227702 req-d86a6c1c-9216-4831-8622-3e611a03ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:14.581042 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6b18196-3600-4628-813a-67aeb0227702 req-d86a6c1c-9216-4831-8622-3e611a03ab60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 1099 time: 0.0835931 Dec 16 14:53:14.619535 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-201b04ea-7740-4fc8-8d77-ff8840518fa8 req-b469f36d-004a-499a-888e-c7319638eea9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536835 Dec 16 14:53:14.628081 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e6b18196-3600-4628-813a-67aeb0227702 req-f8227e56-d5da-4a0e-bc88-fd4af9b2974a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Dec 16 14:53:14.813541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23bb27-9253-4a48-afb6-01f2d898b1e2 req-296d1e97-9dfb-4842-a1c1-676fd39d58bb tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:14.815055 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e23bb27-9253-4a48-afb6-01f2d898b1e2 req-296d1e97-9dfb-4842-a1c1-676fd39d58bb tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.0850058 Dec 16 14:53:14.858869 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e23bb27-9253-4a48-afb6-01f2d898b1e2 req-a8650852-3714-4010-8790-9175e73abfc1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Dec 16 14:53:15.220573 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-d7d06355-ed60-45dc-b6b5-3036b5fd8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.223461 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-d7d06355-ed60-45dc-b6b5-3036b5fd8f2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1098 time: 0.0718811 Dec 16 14:53:15.369245 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-91ba4bba-5dd6-4932-94cf-ac6ac5c53953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.370711 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-91ba4bba-5dd6-4932-94cf-ac6ac5c53953 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.1415153 Dec 16 14:53:15.499364 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b732b33-4c0b-4135-9908-7ddbcf8aa8d5 req-01bda1ec-59b1-4c9a-837e-e01328287b61 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.501755 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6b732b33-4c0b-4135-9908-7ddbcf8aa8d5 req-01bda1ec-59b1-4c9a-837e-e01328287b61 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1110899 Dec 16 14:53:15.548456 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6b732b33-4c0b-4135-9908-7ddbcf8aa8d5 req-04727a1f-9912-4c11-9f09-ff904356d303 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Dec 16 14:53:15.610755 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-c32e00af-4506-425d-b7fe-c8a849dca74f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 1000 time: 0.1978359 Dec 16 14:53:15.704523 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-930d13a2-f8ce-4998-a6ae-ccd46f3bf865 req-7300c14f-a398-4401-9cc1-8029703940a4 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.0479112 Dec 16 14:53:15.704836 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-45ff5e05-0b0e-4a45-888e-6e7b7b458cca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354571 Dec 16 14:53:15.738377 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-cf104673-6cbb-4106-a426-3d2039a5888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.739941 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-cf104673-6cbb-4106-a426-3d2039a5888d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.1205959 Dec 16 14:53:15.751800 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835244a-e235-471e-a9c4-dc10624986f6 req-1cf07090-ca6a-4c97-bee2-d17c92c451a2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.753157 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c835244a-e235-471e-a9c4-dc10624986f6 req-1cf07090-ca6a-4c97-bee2-d17c92c451a2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.2545950 Dec 16 14:53:15.924840 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834fbf8-204a-48b4-b9cf-a7c71cb99c37 req-f996fb02-d4f3-4a52-884b-633dcec81642 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.926539 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3834fbf8-204a-48b4-b9cf-a7c71cb99c37 req-f996fb02-d4f3-4a52-884b-633dcec81642 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1165869 Dec 16 14:53:15.928373 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c835244a-e235-471e-a9c4-dc10624986f6 req-afae6546-2a43-4259-b333-1e9f9d34a877 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931222 Dec 16 14:53:15.977457 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-7527ed1f-2a76-42e0-a0b9-4ed0f0c67e1b tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.978906 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-7527ed1f-2a76-42e0-a0b9-4ed0f0c67e1b tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613165 Dec 16 14:53:15.984693 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-ccf062b0-383c-44c1-9591-309984c2e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:15.986151 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-ccf062b0-383c-44c1-9591-309984c2e9be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2321463 Dec 16 14:53:15.990180 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3834fbf8-204a-48b4-b9cf-a7c71cb99c37 req-610c9979-8d1b-4ab3-9d14-3db168c83325 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Dec 16 14:53:16.011134 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Request body: {'port': {'device_id': '9df91e57-36c8-4325-b00e-d7628fb07838', 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b', 'admin_state_up': True, 'tenant_id': 'bcb21e3fdc3f48fdad0f6061a857e23f'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:16.241063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 37754) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:16.336393 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-a2f97a82-3dc4-4d28-863f-7aff1e3ee626 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293722 Dec 16 14:53:16.347092 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:16.353728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Usage tracker for resource:port and tenant:bcb21e3fdc3f48fdad0f6061a857e23f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:16.357620 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:16.367704 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c0538-f7ab-4fca-8efe-53653fe6e656 req-850e2aea-d14e-4465-b079-e981bcea6fdf tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:16.369483 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-130c0538-f7ab-4fca-8efe-53653fe6e656 req-850e2aea-d14e-4465-b079-e981bcea6fdf tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.3255377 Dec 16 14:53:16.369622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.373925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:16.425733 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:16.431161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c5162a1f35d5417194776c805e78c911 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:16.440754 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:16.449247 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:16.490386 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733e109-5c19-4d92-8dbd-926d0f9d8ffc req-066b6679-dd2a-4eb7-9325-0514e9e69504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:16.491908 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9733e109-5c19-4d92-8dbd-926d0f9d8ffc req-066b6679-dd2a-4eb7-9325-0514e9e69504 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.1128902 Dec 16 14:53:16.564003 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9733e109-5c19-4d92-8dbd-926d0f9d8ffc req-2b2b8a6a-2285-474b-be4f-3121a3c238ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601602 Dec 16 14:53:16.579933 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Made reservation on behalf of bcb21e3fdc3f48fdad0f6061a857e23f for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:53:16.582579 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.583403 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.610553 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.618106 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.627374 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1ba45eb0-bc00-4d0e-8a44-3061179cdea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:16.634415 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-130c0538-f7ab-4fca-8efe-53653fe6e656 req-2bb06667-2f3b-4214-81e4-fd9ad177d4a6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346332 Dec 16 14:53:16.643136 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:16.661913 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Usage tracker for resource:security_group_rule and tenant:bcb21e3fdc3f48fdad0f6061a857e23f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:16.664855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:16.672432 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5162a1f35d5417194776c805e78c911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304793 Dec 16 14:53:16.679799 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37764) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:16.680637 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:16.709452 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb0a2dfe-750a-46ff-b6a8-ddb4eb90f978 req-4b3d2825-8cd0-4d63-a933-9fdf557afc65 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330147 Dec 16 14:53:16.769557 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc97383-91db-497e-9658-c1b61c012f20,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:16.776194 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:16.781551 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.821537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.837511 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d2c22-c373-40c3-991d-9d2948e9494a req-61724933-d340-487d-b264-2566afe4ff19 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:16.846015 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-086d2c22-c373-40c3-991d-9d2948e9494a req-61724933-d340-487d-b264-2566afe4ff19 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.1834128 Dec 16 14:53:16.885397 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-086d2c22-c373-40c3-991d-9d2948e9494a req-894ef496-e700-4a3c-b2e7-e2fe9f1efe39 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 Dec 16 14:53:16.914112 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e2c1907a-8c00-4767-901c-7204a96d4053 req-3370b380-d3b5-4811-8091-7436bd5c14e2 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.0807664 Dec 16 14:53:16.929472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.983717 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:16.986668 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:17.045563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:17.078077 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:17.085647 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:17.091139 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d0d5607b-8b71-42f3-9752-d1472b018c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:17.107930 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc97383-91db-497e-9658-c1b61c012f20,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:17.116835 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:17.131741 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d026df6-3cce-4c82-a923-3c68deb585e8 req-1d7e0adc-e79f-4d12-89e5-67dad91a0679 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:17.135529 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5d026df6-3cce-4c82-a923-3c68deb585e8 req-1d7e0adc-e79f-4d12-89e5-67dad91a0679 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.0908823 Dec 16 14:53:17.152424 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:17.154061 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cc97383-91db-497e-9658-c1b61c012f20 HTTP/1.1" status: 204 len: 168 time: 0.4712517 Dec 16 14:53:17.180562 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5d026df6-3cce-4c82-a923-3c68deb585e8 req-6d530c7a-096d-45be-a8f7-3a49d5f16b0f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Dec 16 14:53:17.249993 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Allocated IP 192.168.233.165 (54dcddbb-6933-4c1d-8116-9919ddbe834b/25412a5f-2a9c-4d10-9232-cb62a2c0e1c5/ae09754b-43bd-4cf1-bd44-fb244d604d75) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:53:17.277699 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6735-4e55-4d2e-b713-2aa4c78dfc44 req-c5f56f64-8549-4d98-b70e-651bd35bfe00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:17.279199 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8abb6735-4e55-4d2e-b713-2aa4c78dfc44 req-c5f56f64-8549-4d98-b70e-651bd35bfe00 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1658731 Dec 16 14:53:17.346876 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:53:17.370951 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8abb6735-4e55-4d2e-b713-2aa4c78dfc44 req-0a304f90-bf2f-40a9-91bd-24ea5688310e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Dec 16 14:53:17.499174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:17.515627 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Transition to ACTIVE for port object ae09754b-43bd-4cf1-bd44-fb244d604d75 will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:53:17.607729 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:17.613120 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:17.685377 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Network 54dcddbb-6933-4c1d-8116-9919ddbe834b is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:53:17.688549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:53:17.692735 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:53:17.741280 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Pushing event updated for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:17.746950 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:17.765994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:17.766730 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:17.893120 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8873615 Dec 16 14:53:17.923407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Request body: {'port': {'device_id': '9df91e57-36c8-4325-b00e-d7628fb07838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:18.053117 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.059919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba85fb-598a-453d-afee-ef68d9533bb6 req-54219002-534d-4609-b6b9-a0f8d074137a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:18.062392 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6eba85fb-598a-453d-afee-ef68d9533bb6 req-54219002-534d-4609-b6b9-a0f8d074137a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.1170161 Dec 16 14:53:18.112304 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6eba85fb-598a-453d-afee-ef68d9533bb6 req-0e8cf0d2-6efd-43eb-a772-b4fb10cb4e3d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Dec 16 14:53:18.124269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-36a1784f-82f7-462d-851b-a0e438bf9a7b None None] Provisioning for port ae09754b-43bd-4cf1-bd44-fb244d604d75 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:53:18.129375 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-36a1784f-82f7-462d-851b-a0e438bf9a7b None None] Provisioning complete for port ae09754b-43bd-4cf1-bd44-fb244d604d75 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:53:18.129933 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-36a1784f-82f7-462d-851b-a0e438bf9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.192272 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-36a1784f-82f7-462d-851b-a0e438bf9a7b None None] Port ae09754b-43bd-4cf1-bd44-fb244d604d75 cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:53:18.193891 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device aee3f159-18b9-4f6c-a52d-c3fc810c17c2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:53:18.196166 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:53:18.359910 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae35c-0451-4bf7-9394-16c294a5fea5 req-0c74da0a-b34b-4d54-8de0-bbdc514d2f9c tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:18.361536 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c92ae35c-0451-4bf7-9394-16c294a5fea5 req-0c74da0a-b34b-4d54-8de0-bbdc514d2f9c tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 936 time: 0.1320047 Dec 16 14:53:18.422597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89473863-592e-4b57-9027-8e48f3728c24 req-77a34c67-f8f5-4178-a043-ed2e010173b9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:18.425111 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c92ae35c-0451-4bf7-9394-16c294a5fea5 req-877b7405-eea3-4345-99cb-2a4fb3604d25 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538402 Dec 16 14:53:18.430773 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-89473863-592e-4b57-9027-8e48f3728c24 req-77a34c67-f8f5-4178-a043-ed2e010173b9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 945 time: 0.3629386 Dec 16 14:53:18.513871 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.530077 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-89473863-592e-4b57-9027-8e48f3728c24 req-d20ad4ef-2d3f-4cd9-992a-246f8300db67 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955272 Dec 16 14:53:18.587152 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:18.600246 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:18.615070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:18.616194 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'port_id': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'mac_address': 'fa:16:3e:93:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:53:18.668548 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d874c-d457-4aef-ade3-a30dd620e1d8 req-96c49285-ab3c-4a4f-aad2-c992a5375b9e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:18.674593 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-599d874c-d457-4aef-ade3-a30dd620e1d8 req-96c49285-ab3c-4a4f-aad2-c992a5375b9e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 943 time: 0.1397748 Dec 16 14:53:18.685907 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.714050 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.714617 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae09754b-43bd-4cf1-bd44-fb244d604d75 {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:18.719115 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:18.726982 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.738290 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-599d874c-d457-4aef-ade3-a30dd620e1d8 req-caee4e5a-a852-4330-80e1-02193a4d95ca tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565693 Dec 16 14:53:18.765112 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee3f159-18b9-4f6c-a52d-c3fc810c17c2 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:18.766225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Transition to ACTIVE for port object ae09754b-43bd-4cf1-bd44-fb244d604d75 will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:53:18.796654 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:18.806963 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=8']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:18.810576 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:18.823198 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124817-1d5f-422b-bd35-06b1d9a8bd66 req-8f6f27d4-a6ba-48bb-a5f8-25382edc2e5b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:18.825252 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-37124817-1d5f-422b-bd35-06b1d9a8bd66 req-8f6f27d4-a6ba-48bb-a5f8-25382edc2e5b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1746628 Dec 16 14:53:18.829897 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.834476 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'code': 200} Dec 16 14:53:18.838891 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:18.903671 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:18.905720 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:19.009915 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:19.021861 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:19.152495 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-37124817-1d5f-422b-bd35-06b1d9a8bd66 req-1eae4733-9f2c-4f89-ac1a-4c12378d305d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170075 Dec 16 14:53:19.194232 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:19.227516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:19.282122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Attempting to bind port ae09754b-43bd-4cf1-bd44-fb244d604d75 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:53:19.282537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Attempting to bind port ae09754b-43bd-4cf1-bd44-fb244d604d75 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:53:19.282867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Attempting to bind port ae09754b-43bd-4cf1-bd44-fb244d604d75 on network 54dcddbb-6933-4c1d-8116-9919ddbe834b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:19.289937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Port ae09754b-43bd-4cf1-bd44-fb244d604d75 on network 54dcddbb-6933-4c1d-8116-9919ddbe834b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:53:19.290257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Attempting to bind port ae09754b-43bd-4cf1-bd44-fb244d604d75 on network 54dcddbb-6933-4c1d-8116-9919ddbe834b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:19.295733 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:53:19.296070 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Checking segment: {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:53:19.296455 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Bound using segment: {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:53:19.296930 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Bound port: ae09754b-43bd-4cf1-bd44-fb244d604d75, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f41ae48-6400-41e2-8cbc-54266ff0e0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:53:19.297257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:19.343106 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:19.402143 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:53:19.409281 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:53:19.510956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:19.517363 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:19.609575 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:19.610389 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:19.611842 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] 10.222.0.53 "PUT /v2.0/ports/ae09754b-43bd-4cf1-bd44-fb244d604d75 HTTP/1.1" status: 200 len: 1098 time: 1.6958179 Dec 16 14:53:19.612339 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:19.620030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba84f-72e4-4bf5-817f-cda30a72128a req-a38e25b8-7c6f-45ff-a531-c7aa0c2d00d8 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:19.622855 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-acaba84f-72e4-4bf5-817f-cda30a72128a req-a38e25b8-7c6f-45ff-a531-c7aa0c2d00d8 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 948 time: 0.0903490 Dec 16 14:53:19.641089 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:19.642771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:19.687899 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-acaba84f-72e4-4bf5-817f-cda30a72128a req-59f312d8-2a59-4bb8-8111-c94e1c570b24 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515578 Dec 16 14:53:19.795712 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75', 'status': 'completed', 'code': 200} Dec 16 14:53:19.858989 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-4e12b3f7-ff25-4f99-8df8-f8f99b78678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:19.860863 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-4e12b3f7-ff25-4f99-8df8-f8f99b78678b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 1101 time: 0.1103446 Dec 16 14:53:19.908388 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a6281-7be3-491f-93c6-748c14b3f8ce req-edc03d2b-9cdb-4b15-adaf-27029209caaa tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:19.916101 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b00a6281-7be3-491f-93c6-748c14b3f8ce req-edc03d2b-9cdb-4b15-adaf-27029209caaa tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0998290 Dec 16 14:53:19.972198 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b00a6281-7be3-491f-93c6-748c14b3f8ce req-20993296-f5b1-4d3e-aab4-3754899b1a1d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552320 Dec 16 14:53:20.015937 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-8b381268-947d-40c9-a7ab-774c0481912b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75 HTTP/1.1" status: 200 len: 217 time: 0.1095021 Dec 16 14:53:20.159663 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-b370dbfc-d24a-4c18-8390-1b8d801c99db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.159995 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3749b-19df-460e-a894-f8671c115afc req-fc510467-017d-45d5-981d-fbd20392d058 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.161312 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-b370dbfc-d24a-4c18-8390-1b8d801c99db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25412a5f-2a9c-4d10-9232-cb62a2c0e1c5 HTTP/1.1" status: 200 len: 843 time: 0.1152141 Dec 16 14:53:20.162060 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f3749b-19df-460e-a894-f8671c115afc req-fc510467-017d-45d5-981d-fbd20392d058 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 944 time: 0.0897326 Dec 16 14:53:20.192140 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:53:20.213875 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-4c7bb627-3e10-482e-97c1-f2c44ba34a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.216261 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-4c7bb627-3e10-482e-97c1-f2c44ba34a46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.3532667 Dec 16 14:53:20.224219 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-61f3749b-19df-460e-a894-f8671c115afc req-932cd748-cdbf-4ec0-b1aa-6fa3ce67718d tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561199 Dec 16 14:53:20.383404 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c309-d90e-40f1-9a22-6048485d2581 req-b9270177-6a19-408c-8921-908c48c434ee tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.384878 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8632c309-d90e-40f1-9a22-6048485d2581 req-b9270177-6a19-408c-8921-908c48c434ee tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.3738132 Dec 16 14:53:20.468782 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-25cd1bab-adcd-4f57-bfe7-8967630f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.470359 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-25cd1bab-adcd-4f57-bfe7-8967630f5651 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.2462273 Dec 16 14:53:20.479131 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8632c309-d90e-40f1-9a22-6048485d2581 req-4d184932-890e-4aa0-8da7-397b984af48b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Dec 16 14:53:20.481064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-dfabc608-d760-41c8-a35b-73d81ac0e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.482478 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-dfabc608-d760-41c8-a35b-73d81ac0e37c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54dcddbb-6933-4c1d-8116-9919ddbe834b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3104441 Dec 16 14:53:20.563109 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-9cd5e083-9035-40b9-a23c-8bb1196d13a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.0791364 Dec 16 14:53:20.709029 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-2e32336d-3f17-4c42-839a-eb87e76c249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:20.710681 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-2e32336d-3f17-4c42-839a-eb87e76c249c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.1382439 Dec 16 14:53:20.736401 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-cdf2dc80-9206-417d-a12e-a42ab73d0420 service neutron] 10.222.0.53 "GET /v2.0/networks/54dcddbb-6933-4c1d-8116-9919ddbe834b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989126 Dec 16 14:53:20.806854 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-b83162bc-cce8-4d02-b40f-f51d454e66ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695274 Dec 16 14:53:21.015531 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-332337d7-e570-4bf7-8c1f-5f878358ba64 req-23d3255a-4caf-4c80-ac01-522616e35e59 service neutron] 10.222.0.53 "GET /v2.0/networks/54dcddbb-6933-4c1d-8116-9919ddbe834b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414711 Dec 16 14:53:21.022839 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-e9f9a5ea-7e53-46b2-a921-7abde791d35e service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690555 Dec 16 14:53:21.322843 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72e0ba8c-226f-46d1-b2a9-ee79ec57180a req-aef6a5c5-d20d-4b9f-9fd0-4a603f7aba9d service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846830 Dec 16 14:53:21.333693 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350971-7be3-45b7-ba59-b36132707f50 req-5554ac33-8665-45dc-8360-4987d2d8c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.335425 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-5554ac33-8665-45dc-8360-4987d2d8c2b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 1101 time: 0.1234882 Dec 16 14:53:21.504152 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350971-7be3-45b7-ba59-b36132707f50 req-965e9b55-018c-4516-b666-b7f6b48eb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.505611 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-965e9b55-018c-4516-b666-b7f6b48eb906 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54dcddbb-6933-4c1d-8116-9919ddbe834b HTTP/1.1" status: 200 len: 870 time: 0.1526227 Dec 16 14:53:21.572910 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-a9abcac7-886b-4f04-b218-edef56adc1bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75 HTTP/1.1" status: 200 len: 217 time: 0.0598671 Dec 16 14:53:21.670178 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350971-7be3-45b7-ba59-b36132707f50 req-b7497d4c-5895-4fcd-a4e8-9b8fa28517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.671653 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-b7497d4c-5895-4fcd-a4e8-9b8fa28517eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25412a5f-2a9c-4d10-9232-cb62a2c0e1c5 HTTP/1.1" status: 200 len: 843 time: 0.0761158 Dec 16 14:53:21.834043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350971-7be3-45b7-ba59-b36132707f50 req-ba78a63d-8d5a-44fd-a158-d71ddaee23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.834043 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-ba78a63d-8d5a-44fd-a158-d71ddaee23a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54dcddbb-6933-4c1d-8116-9919ddbe834b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1074569 Dec 16 14:53:21.838562 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-baa3970a-3b81-4a27-9acb-c8545d65cabb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.839258 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-baa3970a-3b81-4a27-9acb-c8545d65cabb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Synchronizing usage tracker for tenant:bcb21e3fdc3f48fdad0f6061a857e23f on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:21.960805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-baa3970a-3b81-4a27-9acb-c8545d65cabb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Unset dirty status for tenant:bcb21e3fdc3f48fdad0f6061a857e23f on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:21.963462 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-baa3970a-3b81-4a27-9acb-c8545d65cabb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 948 time: 0.2727206 Dec 16 14:53:21.995111 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8030-d580-4bbc-b704-39d6caf1d441 req-ed23f042-d555-44c4-9716-a3dbd50de20a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:21.997099 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-711c8030-d580-4bbc-b704-39d6caf1d441 req-ed23f042-d555-44c4-9716-a3dbd50de20a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 944 time: 0.1296647 Dec 16 14:53:22.025501 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-6f678e9d-2a95-4d1c-913d-8cee27fdb445 service neutron] 10.222.0.53 "GET /v2.0/networks/54dcddbb-6933-4c1d-8116-9919ddbe834b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760268 Dec 16 14:53:22.036891 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-c62d1d5a-27b5-44f9-8e9d-9d7bda835a53 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Synchronizing usage tracker for tenant:bcb21e3fdc3f48fdad0f6061a857e23f on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:22.045234 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-711c8030-d580-4bbc-b704-39d6caf1d441 req-90fff878-72ab-4194-9cbc-91f5370a884d tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Dec 16 14:53:22.178333 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a0350971-7be3-45b7-ba59-b36132707f50 req-f7830b62-d009-444b-a9ca-281bf8aa79ee service neutron] 10.222.0.53 "GET /v2.0/networks/54dcddbb-6933-4c1d-8116-9919ddbe834b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368480 Dec 16 14:53:22.183601 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-c62d1d5a-27b5-44f9-8e9d-9d7bda835a53 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Unset dirty status for tenant:bcb21e3fdc3f48fdad0f6061a857e23f on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:22.185212 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f5251102-ece1-4a1e-9b6b-36ad8c8a8ef9 req-c62d1d5a-27b5-44f9-8e9d-9d7bda835a53 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055705 Dec 16 14:53:22.196827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device aee3f159-18b9-4f6c-a52d-c3fc810c17c2 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:53:22.236436 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde674-a8cd-44cc-b9fb-375c216631d0 req-d9117b8d-4e7f-4cb9-ab94-a4a3fb326440 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:22.237918 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1acde674-a8cd-44cc-b9fb-375c216631d0 req-d9117b8d-4e7f-4cb9-ab94-a4a3fb326440 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0922456 Dec 16 14:53:22.285884 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1acde674-a8cd-44cc-b9fb-375c216631d0 req-89ad104c-be1b-4c7e-aa5a-1e9c493b424a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Dec 16 14:53:22.378164 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:53:22.383514 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:53:22.384044 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:22.499017 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:22.526916 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:22.538196 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:22.583332 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'code': 200} Dec 16 14:53:22.607623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:22.609617 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:22.695261 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:22.699655 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690bc6-1a9d-463f-b35c-ae98843891e1 req-1d633903-8ec8-42af-bcfe-5849e1d2da84 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:22.702238 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6690bc6-1a9d-463f-b35c-ae98843891e1 req-1d633903-8ec8-42af-bcfe-5849e1d2da84 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0987523 Dec 16 14:53:22.707304 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:22.746668 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6690bc6-1a9d-463f-b35c-ae98843891e1 req-377e9509-946b-4344-83d0-c92e30504a5e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Dec 16 14:53:23.031851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da357ad-c56d-4a00-b70e-2390aa1005cf req-3ca6a967-9278-40f2-86e6-475d35ecc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:23.033489 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9da357ad-c56d-4a00-b70e-2390aa1005cf req-3ca6a967-9278-40f2-86e6-475d35ecc2b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1098 time: 0.0705261 Dec 16 14:53:23.080692 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9da357ad-c56d-4a00-b70e-2390aa1005cf req-2f5e986f-7884-404d-9cd6-10253bbb47af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Dec 16 14:53:23.240402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fc20b-d52d-46bb-8320-79fd3dd2af2f req-4fed7ddd-f7e9-42ae-981f-70be903b17be tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:23.241876 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-931fc20b-d52d-46bb-8320-79fd3dd2af2f req-4fed7ddd-f7e9-42ae-981f-70be903b17be tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0827670 Dec 16 14:53:23.247589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 37938) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:23.294961 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-931fc20b-d52d-46bb-8320-79fd3dd2af2f req-c3926b71-cfdd-4cf8-9374-d595a03278d8 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Dec 16 14:53:23.376421 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd9e5-5d10-4d91-9658-7101a5a22daa req-3a886924-60fa-43ed-b32d-6c42fc1f06d2 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:23.378555 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-22fcd9e5-5d10-4d91-9658-7101a5a22daa req-3a886924-60fa-43ed-b32d-6c42fc1f06d2 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 948 time: 0.0834403 Dec 16 14:53:23.407913 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-19bf6d52-0a23-4d02-8cf4-9084ea51ba56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589394 Dec 16 14:53:23.441775 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-22fcd9e5-5d10-4d91-9658-7101a5a22daa req-f42cce52-8d3f-45e9-9f3b-15d461ab5053 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567110 Dec 16 14:53:23.504031 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fed3a-7ea3-47bb-8378-e0f410145650 req-250c48d4-3acd-4217-ba88-10afa2cfa258 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:23.505909 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-299fed3a-7ea3-47bb-8378-e0f410145650 req-250c48d4-3acd-4217-ba88-10afa2cfa258 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0970364 Dec 16 14:53:23.554767 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-299fed3a-7ea3-47bb-8378-e0f410145650 req-dcc488a6-7ce7-4192-afc6-ecb71539784b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Dec 16 14:53:23.955170 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efa0b2-b627-4b62-abb8-6dd429a6f0db req-5fbe2d98-13e9-44ee-b473-816ea95b7b5b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:23.956638 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6efa0b2-b627-4b62-abb8-6dd429a6f0db req-5fbe2d98-13e9-44ee-b473-816ea95b7b5b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0847514 Dec 16 14:53:24.001426 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6efa0b2-b627-4b62-abb8-6dd429a6f0db req-9097f0bb-0dae-45ac-8fed-30f2befb8e14 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387287 Dec 16 14:53:24.199843 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ae09754b-43bd-4cf1-bd44-fb244d604d75 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:53:24.345711 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:24.361243 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'ae09754b-43bd-4cf1-bd44-fb244d604d75', 'network_id': '54dcddbb-6933-4c1d-8116-9919ddbe834b', 'port_id': 'ae09754b-43bd-4cf1-bd44-fb244d604d75', 'mac_address': 'fa:16:3e:f5:f7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25412a5f-2a9c-4d10-9232-cb62a2c0e1c5', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:53:24.429291 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:24.448096 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae09754b-43bd-4cf1-bd44-fb244d604d75 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:24.467215 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:24.530581 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05928e31-2586-431d-9a82-cfda99a1542a req-25be7866-db98-4cb5-b658-16c1782d2516 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:24.532837 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-05928e31-2586-431d-9a82-cfda99a1542a req-25be7866-db98-4cb5-b658-16c1782d2516 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.1170781 Dec 16 14:53:24.594043 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-05928e31-2586-431d-9a82-cfda99a1542a req-41ccc1b4-d3fe-4c13-b349-d3f58ea791f2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Dec 16 14:53:24.612899 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:24.614902 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:24.723086 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94b460-90c3-45ac-9d06-9417b3ecf753 req-3c0d914e-a45e-4bce-8082-bf29c4fef10f tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:24.728772 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:24.732611 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:24.733556 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3d94b460-90c3-45ac-9d06-9417b3ecf753 req-3c0d914e-a45e-4bce-8082-bf29c4fef10f tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 949 time: 0.1777546 Dec 16 14:53:24.786055 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3d94b460-90c3-45ac-9d06-9417b3ecf753 req-9c58b835-4d51-4efc-9249-d65dfe7fd647 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Dec 16 14:53:24.834493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124324-d9f7-418a-bb3b-43c84d6d5df7 req-06b353bf-ac96-41c1-9c69-416233fe38cd tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:24.837853 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-37124324-d9f7-418a-bb3b-43c84d6d5df7 req-06b353bf-ac96-41c1-9c69-416233fe38cd tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1047950 Dec 16 14:53:24.895096 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-37124324-d9f7-418a-bb3b-43c84d6d5df7 req-7b9adfa6-9d11-465c-9290-221045c730a3 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Dec 16 14:53:25.069249 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['ae09754b-43bd-4cf1-bd44-fb244d604d75'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:25.203189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef263f5-9d41-42c7-b046-1f71f87fa25d req-78d19b3f-4fba-40d3-91c2-b999b15b4370 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:25.204679 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2ef263f5-9d41-42c7-b046-1f71f87fa25d req-78d19b3f-4fba-40d3-91c2-b999b15b4370 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0905302 Dec 16 14:53:25.266307 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2ef263f5-9d41-42c7-b046-1f71f87fa25d req-9f5fbe59-7507-4ab0-8e18-ca35ceb323bf tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Dec 16 14:53:25.856336 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d60d-8eb3-4b54-90c6-977582571962 req-c5c028c2-31c1-42aa-9e2a-9a4a2a0239a8 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:25.856336 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-92b2d60d-8eb3-4b54-90c6-977582571962 req-c5c028c2-31c1-42aa-9e2a-9a4a2a0239a8 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0903573 Dec 16 14:53:25.897435 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-92b2d60d-8eb3-4b54-90c6-977582571962 req-6e03440b-3f82-42f9-89f3-0623da6c60ad tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Dec 16 14:53:26.043762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d43032-4a9f-4888-a6f6-a58a62c837f9 req-3135fefe-0c68-42d9-aaf6-f662c742c483 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:26.043762 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3d43032-4a9f-4888-a6f6-a58a62c837f9 req-3135fefe-0c68-42d9-aaf6-f662c742c483 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 949 time: 0.0916800 Dec 16 14:53:26.088797 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3d43032-4a9f-4888-a6f6-a58a62c837f9 req-1c3fb366-a84d-44fa-8fd7-25acbe7aed7d tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Dec 16 14:53:26.206000 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ae09754b-43bd-4cf1-bd44-fb244d604d75 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:53:26.344397 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port ae09754b-43bd-4cf1-bd44-fb244d604d75 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:53:26.349752 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port ae09754b-43bd-4cf1-bd44-fb244d604d75 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:53:26.350400 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:26.354547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565636-5f92-454e-bc28-6a08a659378c req-db49aad8-d04c-431b-9eae-6ac0374f197a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:26.356213 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-41565636-5f92-454e-bc28-6a08a659378c req-db49aad8-d04c-431b-9eae-6ac0374f197a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0802069 Dec 16 14:53:26.410061 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-41565636-5f92-454e-bc28-6a08a659378c req-91969ee2-bbfc-4e00-bfc6-1de8aece6eff tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473142 Dec 16 14:53:26.602940 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435770d-ff5f-4fe4-8964-151a3a394e3c req-d34ab245-3f0b-4fda-b09d-3b3a1435b7de tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:26.604847 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8435770d-ff5f-4fe4-8964-151a3a394e3c req-d34ab245-3f0b-4fda-b09d-3b3a1435b7de tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1269164 Dec 16 14:53:26.611332 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:26.645769 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:26.656601 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:26.682772 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8435770d-ff5f-4fe4-8964-151a3a394e3c req-884ffa29-0d5b-42df-91cf-d2014ebb1b8b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710590 Dec 16 14:53:26.740409 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75', 'code': 200} Dec 16 14:53:26.748929 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:26.751575 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:26.826560 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:26.827455 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:27.001930 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7027507-6a92-428e-b9f9-317a40867a75 req-db51237c-d708-4c12-a201-b75d1e53e6de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.003573 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7027507-6a92-428e-b9f9-317a40867a75 req-db51237c-d708-4c12-a201-b75d1e53e6de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0903189 Dec 16 14:53:27.049862 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7027507-6a92-428e-b9f9-317a40867a75 req-78c0236c-be1b-45d8-b540-d6c26daac1c6 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Dec 16 14:53:27.058155 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8524-72d6-4638-861a-acc596085793 req-8e7e1ce5-ee56-49e1-a174-209eb7757d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.061240 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-8e7e1ce5-ee56-49e1-a174-209eb7757d08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 1096 time: 0.1629424 Dec 16 14:53:27.398982 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8524-72d6-4638-861a-acc596085793 req-7934b9a7-2d2b-408b-bcee-de499e62eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.401541 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-7934b9a7-2d2b-408b-bcee-de499e62eeeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1096 time: 0.2864952 Dec 16 14:53:27.431587 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d16c6-aa90-49b0-a764-a374d93d7d17 req-e2fdd633-ca06-4ca9-bb1d-35cd5cad9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.433627 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1b4d16c6-aa90-49b0-a764-a374d93d7d17 req-e2fdd633-ca06-4ca9-bb1d-35cd5cad9582 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 1103 time: 0.2290921 Dec 16 14:53:27.482785 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2be0c7-4595-40a6-8813-b6b35715e9ae req-7315cf3b-9d2c-4535-812b-ad528d20f6ed tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.484240 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0d2be0c7-4595-40a6-8813-b6b35715e9ae req-7315cf3b-9d2c-4535-812b-ad528d20f6ed tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.2175286 Dec 16 14:53:27.604372 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1b4d16c6-aa90-49b0-a764-a374d93d7d17 req-b0fdd5ef-355a-4229-9082-2897f301ecc1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499407 Dec 16 14:53:27.625083 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0d2be0c7-4595-40a6-8813-b6b35715e9ae req-ba4718d6-266d-4a6a-9a10-cb28dfeba17c tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812731 Dec 16 14:53:27.647436 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8524-72d6-4638-861a-acc596085793 req-ddb02c1c-032c-48fc-9cb1-dffd71d91259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.648997 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-ddb02c1c-032c-48fc-9cb1-dffd71d91259 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.2144651 Dec 16 14:53:27.877648 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d133be7-866d-4699-ab03-fdb3944396e8 req-e24b768c-8f33-4a70-b533-050ca1faf049 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:27.879386 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d133be7-866d-4699-ab03-fdb3944396e8 req-e24b768c-8f33-4a70-b533-050ca1faf049 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0872192 Dec 16 14:53:27.999110 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9d133be7-866d-4699-ab03-fdb3944396e8 req-c476e855-042b-49a4-82d2-bdaa731ea7b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138561 Dec 16 14:53:28.054061 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-a07e75d7-061e-4bbe-afbe-945a1b7a4a5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 998 time: 0.1282673 Dec 16 14:53:28.123450 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8524-72d6-4638-861a-acc596085793 req-c0b548e4-5991-4e97-ad7b-04d16dbae98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:28.124940 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-c0b548e4-5991-4e97-ad7b-04d16dbae98d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.0617890 Dec 16 14:53:28.204742 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8524-72d6-4638-861a-acc596085793 req-8572c70b-b0e6-4358-8f03-9f8d306e5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:28.206315 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-8572c70b-b0e6-4358-8f03-9f8d306e5c54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742190 Dec 16 14:53:28.337204 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-22de56d9-611b-44e1-91de-804733535e61 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230335 Dec 16 14:53:28.475435 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2ccd8524-72d6-4638-861a-acc596085793 req-22f1b5e8-43db-431c-8139-4cf5a3b5abc5 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308897 Dec 16 14:53:28.623795 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:28.719922 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-3eacff91-dab3-4d6c-8416-f0562a4b6e0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947332 Dec 16 14:53:28.898899 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2282e-d2d9-4a5e-9530-78e741111055 req-a4b6af89-5244-48c6-9952-783b7b87e2e5 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:28.900599 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-67c2282e-d2d9-4a5e-9530-78e741111055 req-a4b6af89-5244-48c6-9952-783b7b87e2e5 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1532857 Dec 16 14:53:29.021209 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-67c2282e-d2d9-4a5e-9530-78e741111055 req-389b4557-557a-4fa9-9ce6-46c996e3ee09 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688620 Dec 16 14:53:29.087343 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-ad35506c-897b-4a2f-9c48-ff96ac9ac339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:29.087343 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-ad35506c-897b-4a2f-9c48-ff96ac9ac339 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 1099 time: 0.1728394 Dec 16 14:53:29.325894 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f59e5-be34-4a0c-85f9-1c061bf89a5b req-fc970985-c3f6-4366-a64b-de91c2f7a751 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:29.327357 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e02f59e5-be34-4a0c-85f9-1c061bf89a5b req-fc970985-c3f6-4366-a64b-de91c2f7a751 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1374216 Dec 16 14:53:29.410593 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e02f59e5-be34-4a0c-85f9-1c061bf89a5b req-e00da221-eab7-46ad-b2ad-f481022af3e9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754919 Dec 16 14:53:29.511344 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-e35ca379-66d3-4a2c-bad7-b1d1e01080e6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:29.514858 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-e35ca379-66d3-4a2c-bad7-b1d1e01080e6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.3510864 Dec 16 14:53:29.530578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-6d6afe6f-61e4-4547-84eb-35be84b107d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:29.531995 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-6d6afe6f-61e4-4547-84eb-35be84b107d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 200 len: 919 time: 0.4235866 Dec 16 14:53:29.533943 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-85e51e13-0dfe-472e-acad-a632133f0862 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/quotas/5f6af0b4f23140c9a2c2dae115f37e30 HTTP/1.1" status: 200 len: 375 time: 0.0149505 Dec 16 14:53:29.781696 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-be58ffe4-c8a4-4e3f-b9fe-5a23ed7401e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 200 len: 217 time: 0.2406812 Dec 16 14:53:29.871930 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-b24f7b81-046f-4ae4-a4a4-9c5de6019d37 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3321249 Dec 16 14:53:30.089022 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-121ea92e-bdea-4fff-a389-37c7af8c8de8 service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089117 Dec 16 14:53:30.251094 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-71b07f9e-c6ac-46fc-b5eb-b05076152ffe service neutron] 10.222.0.46 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559498 Dec 16 14:53:30.612540 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e62ae3-04b1-44b6-a4c8-0d82b5baad84 req-073beb63-fb68-4371-a644-bff6e95dc260 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:30.614074 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65e62ae3-04b1-44b6-a4c8-0d82b5baad84 req-073beb63-fb68-4371-a644-bff6e95dc260 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0951540 Dec 16 14:53:30.666649 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65e62ae3-04b1-44b6-a4c8-0d82b5baad84 req-e2a40355-3576-4efb-aa3b-3cd292f63ac2 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Dec 16 14:53:30.774973 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b5b274a9-276f-4565-8135-a8c9f03dd03c req-6177bb51-fe87-4a4d-8309-380d18501a35 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0428743 Dec 16 14:53:30.997750 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e30b5-6f63-4b17-a206-e8ff3b7193b3 req-38d507e9-7835-4d53-a8d0-25badcce53c8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:30.999551 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9a0e30b5-6f63-4b17-a206-e8ff3b7193b3 req-38d507e9-7835-4d53-a8d0-25badcce53c8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1051562 Dec 16 14:53:31.066928 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9a0e30b5-6f63-4b17-a206-e8ff3b7193b3 req-2a012e06-a427-4965-9638-34aec6490ab3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572441 Dec 16 14:53:32.005135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38164) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:32.158379 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.172760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:32.176557 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Usage tracker for resource:security_group_rule and tenant:1839589bcaad4d29a2a2d3162f222451 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:32.179320 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:32.185538 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:32.272393 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.423835 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.433125 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1584a6ae-43a2-473b-acf8-78f0e74adbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:32.473718 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1839589bcaad4d29a2a2d3162f222451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674881 Dec 16 14:53:32.475401 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f1013-84b6-4a94-a430-5e6e6655569c,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:32.476349 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38172) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:32.478650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:32.551842 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.579312 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.703569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.708867 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-68c2f2af-17e7-48ac-91af-e15532d2f0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:32.721142 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f1013-84b6-4a94-a430-5e6e6655569c,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:32.724985 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:32.741590 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.742764 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-187ea460-4408-417f-a889-f6bfebf400fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a81f1013-84b6-4a94-a430-5e6e6655569c HTTP/1.1" status: 204 len: 168 time: 0.2654066 Dec 16 14:53:32.884181 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-028d00a5-0299-46e3-b69a-97df36221def req-2c44d0b2-b2c9-4b06-8c66-6c9bd6618482 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0449610 Dec 16 14:53:33.071214 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1d29-c346-4351-82a6-14d4adb8c726 req-f11e2b17-aea4-40d0-afa1-6f507ec085a7 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:33.073358 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bbac1d29-c346-4351-82a6-14d4adb8c726 req-f11e2b17-aea4-40d0-afa1-6f507ec085a7 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0841944 Dec 16 14:53:33.127608 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bbac1d29-c346-4351-82a6-14d4adb8c726 req-cc8aa754-d13e-4f6e-950a-4ed326ce374e tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Dec 16 14:53:33.315340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ec55-a3c5-45a1-8248-5c603ab6adc1 req-0b20572f-99e5-43ed-8d39-8fc4c6c44d12 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:33.316967 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5516ec55-a3c5-45a1-8248-5c603ab6adc1 req-0b20572f-99e5-43ed-8d39-8fc4c6c44d12 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0828397 Dec 16 14:53:33.367605 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5516ec55-a3c5-45a1-8248-5c603ab6adc1 req-17009e10-4509-4c8d-9bdc-d7a3c2f53dc0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Dec 16 14:53:33.421806 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38184) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:33.439232 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:33.454147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:33.458090 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe1a44b27b44b63b80e492cff036267 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:33.461245 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:33.467101 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:33.587085 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836b02-4f0e-47af-b06c-e3a660051362 req-4185ef80-e2c8-49fc-afdf-3f76bbf510c3 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:33.588525 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b8836b02-4f0e-47af-b06c-e3a660051362 req-4185ef80-e2c8-49fc-afdf-3f76bbf510c3 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1192396 Dec 16 14:53:33.657534 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:33.665117 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b8836b02-4f0e-47af-b06c-e3a660051362 req-93451dc5-5388-4a4d-af10-59f91387c404 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Dec 16 14:53:33.737825 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:33.744847 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-184ce8c4-edad-401c-847a-78c1d789f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:33.788660 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fe1a44b27b44b63b80e492cff036267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631439 Dec 16 14:53:33.788660 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e3e5ea-2791-4256-9b9f-1cc64f1f1f8e,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:33.789514 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38188) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:33.791199 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:33.850139 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:33.875299 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.023369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.035133 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:34.048408 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8d5f2eb2-bb60-4c75-8eb7-cdcb7bf69293 req-a33e132a-d184-40cf-b58e-2895c111382d tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0506785 Dec 16 14:53:34.053859 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e3e5ea-2791-4256-9b9f-1cc64f1f1f8e,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:34.056787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:34.058258 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.059685 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81e3e5ea-2791-4256-9b9f-1cc64f1f1f8e HTTP/1.1" status: 204 len: 168 time: 0.2683015 Dec 16 14:53:34.323122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048461c-4ddd-4ba2-919a-1fff7a5e652b req-94f39336-b57c-459d-a3f7-8181a8b32442 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:34.324859 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5048461c-4ddd-4ba2-919a-1fff7a5e652b req-94f39336-b57c-459d-a3f7-8181a8b32442 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0889511 Dec 16 14:53:34.371014 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5048461c-4ddd-4ba2-919a-1fff7a5e652b req-d3d6d8bf-ec32-4ab9-aa7d-3a5047180881 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Dec 16 14:53:34.563611 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc27a9-2d17-4d67-bf53-23643497a9b4 req-5afd96fe-0567-4701-96b6-83df68cd6eea tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:34.565790 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6adc27a9-2d17-4d67-bf53-23643497a9b4 req-5afd96fe-0567-4701-96b6-83df68cd6eea tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0867727 Dec 16 14:53:34.618761 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6adc27a9-2d17-4d67-bf53-23643497a9b4 req-acbc5c1e-932c-47de-b376-bec3b447e568 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Dec 16 14:53:34.741225 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38204) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:34.761958 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.777027 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:34.781007 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Usage tracker for resource:security_group_rule and tenant:cca619534cfa42f3819f519c6548f4ea is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:34.784068 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:34.789863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:34.874637 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2672b-1d21-415c-ad98-73e760d188b3 req-e08ee281-ed54-4ac1-8299-16804dc85499 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:34.881553 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-04c2672b-1d21-415c-ad98-73e760d188b3 req-e08ee281-ed54-4ac1-8299-16804dc85499 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1062717 Dec 16 14:53:34.888975 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.923606 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-04c2672b-1d21-415c-ad98-73e760d188b3 req-e1521b24-75b4-4b90-89c7-2ace1c4488e4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Dec 16 14:53:34.943455 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:34.950854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1a2c44bc-de59-4151-8055-f28b31546611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:34.997003 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cca619534cfa42f3819f519c6548f4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545488 Dec 16 14:53:34.998448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a3f06-a335-426a-add5-b51c6159ee1b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:35.000171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38208) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:35.001855 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:35.059266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:35.085131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:35.200030 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ee2e8835-0293-4fd3-ab29-d3d61b8176e5 req-5103d554-2924-4a50-b7cb-8aed52e940a2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0467961 Dec 16 14:53:35.223569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:35.227668 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:35.239785 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a3f06-a335-426a-add5-b51c6159ee1b,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:35.244220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:35.255244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:35.256550 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e68a3f06-a335-426a-add5-b51c6159ee1b HTTP/1.1" status: 204 len: 168 time: 0.2551541 Dec 16 14:53:35.650014 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ccb7c-b21e-47d9-80b5-9c654b582144 req-ca793e1d-5bcf-45e3-b247-f58a99559cea tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:35.652031 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-749ccb7c-b21e-47d9-80b5-9c654b582144 req-ca793e1d-5bcf-45e3-b247-f58a99559cea tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1686993 Dec 16 14:53:35.701453 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-749ccb7c-b21e-47d9-80b5-9c654b582144 req-b9b94bbb-0d55-4c5d-baa7-d953aa93ccc3 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Dec 16 14:53:35.881581 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea36dc4-2258-4a27-b8c5-3085b0d5ccbb req-93b94edc-d1cc-4e75-9559-c4e793a1b0cd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:35.883496 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ea36dc4-2258-4a27-b8c5-3085b0d5ccbb req-93b94edc-d1cc-4e75-9559-c4e793a1b0cd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0875592 Dec 16 14:53:35.937414 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ea36dc4-2258-4a27-b8c5-3085b0d5ccbb req-107d452d-0cd0-4b16-8a57-75a829c1244a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474291 Dec 16 14:53:36.134722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c315b-6018-444a-9326-358871556130 req-a0cc1869-c08c-4f69-a237-273f6b2be959 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:36.136179 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d7c315b-6018-444a-9326-358871556130 req-a0cc1869-c08c-4f69-a237-273f6b2be959 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0799944 Dec 16 14:53:36.189688 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d7c315b-6018-444a-9326-358871556130 req-e2b7609f-2ba9-4815-8431-0017289085c4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Dec 16 14:53:36.355298 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5eede569-17b8-472f-a80a-195025aaeb27 req-795b871b-260a-4523-b5e0-c42fcbb4d262 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0455179 Dec 16 14:53:36.907288 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f554aa3-3ffc-4919-8414-9458bd8fe114 req-931d6a79-87bc-49ee-b2e3-cba8723263e0 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:36.908802 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2f554aa3-3ffc-4919-8414-9458bd8fe114 req-931d6a79-87bc-49ee-b2e3-cba8723263e0 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0842321 Dec 16 14:53:36.951870 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2f554aa3-3ffc-4919-8414-9458bd8fe114 req-49a952c6-3ce3-4ca8-9091-1d601f154fbf tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Dec 16 14:53:37.163673 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a00b0-cca5-408a-b1f6-bce73cd3f04e req-3ec0073e-caf8-4775-ad8f-31aead8f31e9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:37.165123 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8f4a00b0-cca5-408a-b1f6-bce73cd3f04e req-3ec0073e-caf8-4775-ad8f-31aead8f31e9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0926197 Dec 16 14:53:37.211762 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8f4a00b0-cca5-408a-b1f6-bce73cd3f04e req-9099d0fc-738c-4e8e-bff7-ebdb9c2b4394 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Dec 16 14:53:37.392386 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33b54e-d18d-459a-be63-f3664c5900b1 req-934d49a0-249c-4089-9399-200fb152baca tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:37.399673 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0b33b54e-d18d-459a-be63-f3664c5900b1 req-934d49a0-249c-4089-9399-200fb152baca tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0872960 Dec 16 14:53:37.447505 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0b33b54e-d18d-459a-be63-f3664c5900b1 req-32733fbc-4b6e-4a8a-a080-42644d4eb50a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469255 Dec 16 14:53:37.613289 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fed4d8a1-6081-44cd-8a06-36ce1e17a100 req-abf2cf45-e1b6-4df7-8245-638fef70a1d4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0608823 Dec 16 14:53:38.175633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e76882-50ef-4048-a087-a98005172f63 req-081d1658-b4f8-4926-9524-6ecf9d966ffc tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:38.177045 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-03e76882-50ef-4048-a087-a98005172f63 req-081d1658-b4f8-4926-9524-6ecf9d966ffc tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1005838 Dec 16 14:53:38.222025 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-03e76882-50ef-4048-a087-a98005172f63 req-0e5e968d-c95e-4186-a05a-9d7f1ed3cf30 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Dec 16 14:53:38.412982 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93836-9ca1-4427-a2f4-90c5973290ef req-4955c7d6-3463-408e-a891-5ee60cbd0a94 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:38.413542 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-75c93836-9ca1-4427-a2f4-90c5973290ef req-4955c7d6-3463-408e-a891-5ee60cbd0a94 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0834219 Dec 16 14:53:38.459546 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-75c93836-9ca1-4427-a2f4-90c5973290ef req-e54fb0a1-1087-473b-872d-43c577f9c58a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396731 Dec 16 14:53:38.651564 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9b05b-461b-4248-ab03-297336daeff5 req-98a546c4-d507-4785-a9bd-be49515633df tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:38.653934 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1e9b05b-461b-4248-ab03-297336daeff5 req-98a546c4-d507-4785-a9bd-be49515633df tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0889356 Dec 16 14:53:38.701542 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1e9b05b-461b-4248-ab03-297336daeff5 req-2022c13e-0a22-42c2-9943-adfb16bde484 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Dec 16 14:53:38.837656 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ae6ec35f-e153-4317-a0b7-797f5c39dcf6 req-2b266e6b-3a6c-4c98-8c4e-6ef0da2e35cb tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0453286 Dec 16 14:53:39.131687 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9a31c5d5-8051-4d94-8d23-08d55e2e4c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:39.410998 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58c6e2-b34f-4b89-8425-9702de942186 req-7601cea1-f365-45f0-934a-3161056fa458 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:39.412429 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ed58c6e2-b34f-4b89-8425-9702de942186 req-7601cea1-f365-45f0-934a-3161056fa458 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0824895 Dec 16 14:53:39.461367 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ed58c6e2-b34f-4b89-8425-9702de942186 req-442f3f55-e4d4-4685-a281-0c5089da7f56 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Dec 16 14:53:39.680520 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ab2a2-7b12-4338-9805-05097939322e req-bb589d9e-8969-4ce3-809e-7ba41c7ada81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:39.681897 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab1ab2a2-7b12-4338-9805-05097939322e req-bb589d9e-8969-4ce3-809e-7ba41c7ada81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0922263 Dec 16 14:53:39.731338 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ab1ab2a2-7b12-4338-9805-05097939322e req-873bc8fb-ff73-4b03-8899-5b87038d29dd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Dec 16 14:53:39.937839 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a8606-9b03-444b-be4d-4b85be3abe88 req-d7c09bf4-5004-4fbb-9f69-6a07adcbef73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:39.939341 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-846a8606-9b03-444b-be4d-4b85be3abe88 req-d7c09bf4-5004-4fbb-9f69-6a07adcbef73 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0858886 Dec 16 14:53:39.985923 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-846a8606-9b03-444b-be4d-4b85be3abe88 req-ea63159b-5553-49d9-9b85-67a46e825473 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Dec 16 14:53:40.128900 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2494ef63-35f6-4d82-a90f-4f9596badcb5 req-b126ef54-888e-43e1-b61f-2b948523b082 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0521443 Dec 16 14:53:40.647674 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322a10f-0a22-4250-9d7c-bc29c0f025f0 req-7cbeca9a-b72e-49b0-aeb9-d1a5e8fa0d50 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:40.649148 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f322a10f-0a22-4250-9d7c-bc29c0f025f0 req-7cbeca9a-b72e-49b0-aeb9-d1a5e8fa0d50 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0807571 Dec 16 14:53:40.695006 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f322a10f-0a22-4250-9d7c-bc29c0f025f0 req-0b41c680-6484-4e14-a07a-7ff058416f6c tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Dec 16 14:53:40.935950 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34efbf8-c101-4d69-8685-f188ffcdf061 req-3c5501df-e9ee-431b-86c7-8697390115a1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:40.937391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f34efbf8-c101-4d69-8685-f188ffcdf061 req-3c5501df-e9ee-431b-86c7-8697390115a1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0811388 Dec 16 14:53:40.980962 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f34efbf8-c101-4d69-8685-f188ffcdf061 req-ab94decd-e278-4a38-9ae4-4ad5f4fab529 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Dec 16 14:53:41.188446 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1880123-0d13-4aa8-9e68-772015897e14 req-9106d916-ed18-4e5a-a0d2-09a5ead39535 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:41.189972 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1880123-0d13-4aa8-9e68-772015897e14 req-9106d916-ed18-4e5a-a0d2-09a5ead39535 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0961866 Dec 16 14:53:41.238249 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1880123-0d13-4aa8-9e68-772015897e14 req-38bd2386-5667-4224-9e1d-3a7e9edce49c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Dec 16 14:53:41.389217 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4b896523-b7d0-40c6-a521-60a3e2aea2da req-46d560cd-01c6-4638-bc40-d015b25a5309 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0452971 Dec 16 14:53:41.726171 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f1874a18-d328-442a-b185-8b61db9c1f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:41.908758 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38304) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:41.939417 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7abd-094b-4a0a-88a5-f8ed894f03de req-3d12eb7a-394c-4467-8f07-c93acf7deceb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:41.940882 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-832d7abd-094b-4a0a-88a5-f8ed894f03de req-3d12eb7a-394c-4467-8f07-c93acf7deceb tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1391010 Dec 16 14:53:42.081926 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-832d7abd-094b-4a0a-88a5-f8ed894f03de req-48936892-c7df-44cb-b3db-c07471a7169b tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352265 Dec 16 14:53:42.082828 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.098331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:42.102271 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Usage tracker for resource:security_group_rule and tenant:20398ef358a04e0387cea73cbbd68c2f is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:42.105499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:42.112255 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:42.203371 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.299426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2436b31-eed9-4fd8-8b15-78c2d97d911c req-220aa87d-20c3-40cc-bc8c-2947195e234f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:42.300944 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2436b31-eed9-4fd8-8b15-78c2d97d911c req-220aa87d-20c3-40cc-bc8c-2947195e234f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0953331 Dec 16 14:53:42.345942 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2436b31-eed9-4fd8-8b15-78c2d97d911c req-8c33352a-8e2c-4760-afe9-6204c84475a2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394366 Dec 16 14:53:42.383148 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.390528 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-392b517e-e33b-468c-ab40-0112ae10e003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:42.433876 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20398ef358a04e0387cea73cbbd68c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197287 Dec 16 14:53:42.435046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714f763-f83a-4c08-8203-a1f7b8e4cb0b,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:42.436673 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38316) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:42.456629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.456896 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.457270 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.457619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.457953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.458324 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.458651 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.459244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.459574 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.459903 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.460230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.460556 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.464590 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:42.500529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.531498 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.548165 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bedb8-70b7-4a0a-9957-916b0d1b7f9f req-d55b64e5-d78c-497e-9452-f872bd0acea2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:42.549957 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-454bedb8-70b7-4a0a-9957-916b0d1b7f9f req-d55b64e5-d78c-497e-9452-f872bd0acea2 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0844750 Dec 16 14:53:42.611552 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.615263 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-454bedb8-70b7-4a0a-9957-916b0d1b7f9f req-b5a8ed49-032e-426a-a3ed-a9a9c6a51f47 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Dec 16 14:53:42.663415 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.668325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-03b34bc5-9ba6-40c8-8508-bdf2a29ecb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:42.683107 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714f763-f83a-4c08-8203-a1f7b8e4cb0b,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:42.693903 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.695259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.695259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.695259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.695592 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.695689 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.696031 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.696376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.696706 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.697040 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.697372 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.697705 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:53:42.700777 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.702731 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f714f763-f83a-4c08-8203-a1f7b8e4cb0b HTTP/1.1" status: 204 len: 168 time: 0.2649629 Dec 16 14:53:42.703515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:42.743658 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.766002 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-94644fe5-df0f-4b97-b19c-88799c2160c0 req-598f2bd0-a566-4caf-8df9-0a29cb11988c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0446620 Dec 16 14:53:43.290402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f61b2-0057-4a0b-b26f-85b9ef08040c req-98ae08cf-d379-454a-a2fd-7a34067a8b9f tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:43.291889 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a57f61b2-0057-4a0b-b26f-85b9ef08040c req-98ae08cf-d379-454a-a2fd-7a34067a8b9f tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0854321 Dec 16 14:53:43.337890 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a57f61b2-0057-4a0b-b26f-85b9ef08040c req-150dc3c8-de97-4cb2-bb45-f912c2b23187 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Dec 16 14:53:43.552928 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536900-ed5a-48f9-bece-a6762377c8af req-f1a08e30-cfb8-41c7-bfa0-3135a4421444 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:43.554405 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-50536900-ed5a-48f9-bece-a6762377c8af req-f1a08e30-cfb8-41c7-bfa0-3135a4421444 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0887532 Dec 16 14:53:43.608880 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-50536900-ed5a-48f9-bece-a6762377c8af req-b0c14514-10b2-4ebe-b54c-e6c92820909f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Dec 16 14:53:43.801496 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5270832-0988-41ab-be32-2831cf38ec02 req-9b891921-e2ab-406c-aff1-ce7d0dfdc19e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:43.803118 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5270832-0988-41ab-be32-2831cf38ec02 req-9b891921-e2ab-406c-aff1-ce7d0dfdc19e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0841827 Dec 16 14:53:43.851423 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5270832-0988-41ab-be32-2831cf38ec02 req-183bb241-7ce1-4310-abb1-2d2a1dc43d4e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Dec 16 14:53:43.987438 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a47eca6e-c969-4b57-a97f-26d27787ba71 req-4a1338e5-6a2a-4b3b-9c28-cc6e561b83bb tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0424342 Dec 16 14:53:43.989440 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:44.528341 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05155e4c-71f2-4ea4-9adb-82226a2f7d2e req-b7011767-ce94-4be7-a87f-6a07a7fc8283 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:44.529850 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-05155e4c-71f2-4ea4-9adb-82226a2f7d2e req-b7011767-ce94-4be7-a87f-6a07a7fc8283 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0853200 Dec 16 14:53:44.581314 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-05155e4c-71f2-4ea4-9adb-82226a2f7d2e req-43a653a3-04f4-4ca7-acdf-afdddbdd0012 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Dec 16 14:53:44.802402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fef62a-0b48-4630-8398-6f6ce0cca154 req-b5a1c75a-1e7e-4afc-8abb-5fc0e65e504b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:44.803835 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-01fef62a-0b48-4630-8398-6f6ce0cca154 req-b5a1c75a-1e7e-4afc-8abb-5fc0e65e504b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0825953 Dec 16 14:53:44.852298 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-01fef62a-0b48-4630-8398-6f6ce0cca154 req-02db2daf-7433-4e7b-a98e-58006f497e5c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Dec 16 14:53:45.033633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf314d7-b046-42fa-8bee-4f56e133a162 req-07582fb8-4a1a-4726-a2a1-af31de645eb4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:45.035097 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fcf314d7-b046-42fa-8bee-4f56e133a162 req-07582fb8-4a1a-4726-a2a1-af31de645eb4 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0808563 Dec 16 14:53:45.077602 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fcf314d7-b046-42fa-8bee-4f56e133a162 req-7ad9e8a1-d6e1-4c53-9892-853862be2cdb tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368962 Dec 16 14:53:45.221750 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-494c246f-c5b5-4fbb-af55-a6f5409dea00 req-3af4f70a-41a4-47ce-9504-0b7d769ca500 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0488555 Dec 16 14:53:45.578566 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-c16aa0a1-db9d-4c75-90ea-4134d732b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:45.580024 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-c16aa0a1-db9d-4c75-90ea-4134d732b874 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 200 len: 858 time: 0.1118731 Dec 16 14:53:45.768208 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-bf314c86-0f62-4b04-b1e0-156fa92bf9cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488293 Dec 16 14:53:45.897344 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975be4a-6a32-4fbb-adc7-d5fab0654631 req-5bb60c8f-b467-4512-90eb-9d3c17a34043 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:45.898961 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2975be4a-6a32-4fbb-adc7-d5fab0654631 req-5bb60c8f-b467-4512-90eb-9d3c17a34043 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.2150612 Dec 16 14:53:45.950088 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-47239538-76a6-4a36-bc92-57be84d1a1e9 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693308 Dec 16 14:53:46.031565 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2975be4a-6a32-4fbb-adc7-d5fab0654631 req-fdd352a2-5297-4b59-a7f7-45d13e157a4e tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221714 Dec 16 14:53:46.108896 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9e42f7cd-2117-42cb-ae38-5d458c8462f7 req-c2a40777-5e6f-4b4f-b440-9a8370e39990 service neutron] 10.222.0.53 "GET /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488504 Dec 16 14:53:46.242660 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54d6a9-3a77-4ebe-b89a-39f3adfc3179 req-35213a55-ac40-4411-b1ab-6acb9356822f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:46.250151 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cd54d6a9-3a77-4ebe-b89a-39f3adfc3179 req-35213a55-ac40-4411-b1ab-6acb9356822f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0868671 Dec 16 14:53:46.288506 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069111b9-abc6-4f4f-9510-fe8c1da48a93 req-ecf49957-8655-4737-a094-5ef3792c7f86 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:46.291331 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cd54d6a9-3a77-4ebe-b89a-39f3adfc3179 req-2a57c6e5-6830-4cb9-b343-0459a14c6048 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399926 Dec 16 14:53:46.296422 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-069111b9-abc6-4f4f-9510-fe8c1da48a93 req-ecf49957-8655-4737-a094-5ef3792c7f86 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0946891 Dec 16 14:53:46.343547 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-069111b9-abc6-4f4f-9510-fe8c1da48a93 req-2b771df3-8ed3-47ef-a75c-cb05fa203023 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Dec 16 14:53:46.454353 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-85ebe53b-19da-4df5-a081-d5c2bac73db6 req-956f263b-10e4-4e39-a28e-2acef6675c43 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0458565 Dec 16 14:53:47.219827 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058a635-0731-43b2-93b7-08699f859198 req-ec3769aa-a7f8-4886-8fa5-f815c1beb9f7 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:47.221284 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7058a635-0731-43b2-93b7-08699f859198 req-ec3769aa-a7f8-4886-8fa5-f815c1beb9f7 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.0833106 Dec 16 14:53:47.265889 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7058a635-0731-43b2-93b7-08699f859198 req-bd2dbb47-f0ed-4d88-a840-aafad3c41b2d tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Dec 16 14:53:47.535784 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445969da-29ea-4578-9f32-817e6f95554e req-f6469634-2f5d-4d64-9b20-9e128cedb8b0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:47.537253 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-445969da-29ea-4578-9f32-817e6f95554e req-f6469634-2f5d-4d64-9b20-9e128cedb8b0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0827157 Dec 16 14:53:47.563244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57193299-5bf3-4dbc-a6ae-88773eced621 req-26c2d567-c8fb-42ed-ac55-52aec180fc1c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:47.564925 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57193299-5bf3-4dbc-a6ae-88773eced621 req-26c2d567-c8fb-42ed-ac55-52aec180fc1c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1537654 Dec 16 14:53:47.582072 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-445969da-29ea-4578-9f32-817e6f95554e req-00c1e93b-5910-43cb-8c99-1fb36ede74ab tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Dec 16 14:53:47.611506 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-57193299-5bf3-4dbc-a6ae-88773eced621 req-2779fce4-53c3-4ad8-9936-6d67a887bc11 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Dec 16 14:53:47.731004 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e96ec747-9a65-4d2b-b1d1-6b2761c92bf3 req-b9300c17-cea1-45d7-974c-6943b4c0d2bb tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0465634 Dec 16 14:53:47.828895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-e0810672-43c1-4bd4-96ea-8bdb2d2279f1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:47.830510 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-e0810672-43c1-4bd4-96ea-8bdb2d2279f1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 814 time: 0.1498253 Dec 16 14:53:47.864724 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Request body: {'port': {'device_id': '73a9096c-e984-475c-8eed-64a278351b60', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'admin_state_up': True, 'tenant_id': '5f6af0b4f23140c9a2c2dae115f37e30'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:48.000158 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:48.009758 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:48.091378 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Made reservation on behalf of 5f6af0b4f23140c9a2c2dae115f37e30 for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:53:48.095003 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:48.257936 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Allocated IP 172.20.0.14 (9df7a51c-2e49-47a4-b6ea-884a0df29e1b/206e0de3-dc30-4848-8bf6-eac6a99a9328/ec5664c1-322d-4d47-a881-826f3c5dd581) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:53:48.522758 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98474f19-5797-45e6-aeab-90f88cef1b77 req-f9675c80-67dc-4ae5-b453-e08094040330 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:48.524195 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-98474f19-5797-45e6-aeab-90f88cef1b77 req-f9675c80-67dc-4ae5-b453-e08094040330 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1448510 Dec 16 14:53:48.526855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:48.576949 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-98474f19-5797-45e6-aeab-90f88cef1b77 req-9069fbf0-b4ea-41f2-a1cc-cfeb52ec7246 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Dec 16 14:53:48.646405 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:48.652208 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8e67d7ac-4a7a-402c-a200-a58423d78dc4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:48.718945 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:53:48.719868 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5', '0983598b-aa5e-436f-aa16-9416e9e57126', '9733d036-31f3-4474-b579-c6a5ff04067a'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:48.722075 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:53:48.726230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:53:48.770489 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4b27-df0d-4900-8d0f-a40a2aec96dc req-12b3a107-bd7a-489a-be36-a3041d7d0012 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:48.771892 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-719b4b27-df0d-4900-8d0f-a40a2aec96dc req-12b3a107-bd7a-489a-be36-a3041d7d0012 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0812249 Dec 16 14:53:48.807638 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event updated for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:48.817726 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:48.852754 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:48.853363 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:48.865312 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-719b4b27-df0d-4900-8d0f-a40a2aec96dc req-c2cb5251-a15e-407d-b466-97f7eb81e63f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860689 Dec 16 14:53:48.909802 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d99ba-5035-445d-bda6-fdc0ad5581b1 req-d0ebd026-2483-4d7a-9283-d647fb553ef3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:48.911314 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c51d99ba-5035-445d-bda6-fdc0ad5581b1 req-d0ebd026-2483-4d7a-9283-d647fb553ef3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.1519141 Dec 16 14:53:48.960632 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c51d99ba-5035-445d-bda6-fdc0ad5581b1 req-f0d2efae-b420-47f5-a223-87e57c350dfb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422585 Dec 16 14:53:48.962269 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1014576 Dec 16 14:53:48.994069 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Request body: {'port': {'device_id': '73a9096c-e984-475c-8eed-64a278351b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:49.049982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4cdab-9056-4219-ba95-90d6b3b09769 req-eac04f74-9761-4cd2-9096-c60c5c946db2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:49.051474 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7b4cdab-9056-4219-ba95-90d6b3b09769 req-eac04f74-9761-4cd2-9096-c60c5c946db2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 932 time: 0.0864873 Dec 16 14:53:49.099180 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7b4cdab-9056-4219-ba95-90d6b3b09769 req-9c6cf178-247e-45d8-ad4a-10e9d509e191 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Dec 16 14:53:49.107563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:49.336471 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c148-e91e-4fa8-aded-221414c90063 req-dcadeb07-7a45-4fe0-acd1-163a04ec3895 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:49.337893 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5a89c148-e91e-4fa8-aded-221414c90063 req-dcadeb07-7a45-4fe0-acd1-163a04ec3895 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.53 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.1813354 Dec 16 14:53:49.477259 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Deleting port ae09754b-43bd-4cf1-bd44-fb244d604d75 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:53:49.477597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:49.876026 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5664c1-322d-4d47-a881-826f3c5dd581 {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:49.886861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:49.912178 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Transition to ACTIVE for port object ec5664c1-322d-4d47-a881-826f3c5dd581 will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:53:49.959128 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] For port ae09754b-43bd-4cf1-bd44-fb244d604d75, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ae09754b-43bd-4cf1-bd44-fb244d604d75,segment=NetworkSegment(3f41ae48-6400-41e2-8cbc-54266ff0e0dd),segment_id=3f41ae48-6400-41e2-8cbc-54266ff0e0dd)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:49.959503 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:49.974160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f5aac-243c-4e2d-b1e2-a9f6e8bbd770 req-47dbe1be-4a2b-4df8-8125-3c3691d9cc79 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:49.975678 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-206f5aac-243c-4e2d-b1e2-a9f6e8bbd770 req-47dbe1be-4a2b-4df8-8125-3c3691d9cc79 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 950 time: 0.2910023 Dec 16 14:53:50.060686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097da24-70db-48c6-9fbf-d97cf6792deb req-aa284e27-5803-48ee-a47c-51c92b01ab4d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:50.062140 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4097da24-70db-48c6-9fbf-d97cf6792deb req-aa284e27-5803-48ee-a47c-51c92b01ab4d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.0830007 Dec 16 14:53:50.093856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.106506 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4097da24-70db-48c6-9fbf-d97cf6792deb req-7eefeb0f-2218-461b-ba7f-e293bd2fd50e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Dec 16 14:53:50.118475 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Calling delete_port for ae09754b-43bd-4cf1-bd44-fb244d604d75 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:53:50.146238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-359968f5-8414-431c-b94c-0f101c8114c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:50.278515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25cae-73ee-4fdd-bff1-f68b4fca3837 req-344d10ef-cd5b-4881-8618-c6821d7fe23e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:50.280015 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-04c25cae-73ee-4fdd-bff1-f68b4fca3837 req-344d10ef-cd5b-4881-8618-c6821d7fe23e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 943 time: 0.0816374 Dec 16 14:53:50.316657 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-206f5aac-243c-4e2d-b1e2-a9f6e8bbd770 req-d6c366c0-fa9a-4d6c-9195-015d54b72f70 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/security-groups?id=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808793 Dec 16 14:53:50.323913 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-04c25cae-73ee-4fdd-bff1-f68b4fca3837 req-68b3205f-291f-4469-bfc4-35c6f2508560 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Dec 16 14:53:50.340642 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:53:50.349015 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:50.370961 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:50.485879 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:50.508841 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'mac_address': 'fa:16:3e:50:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:53:50.535721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Attempting to bind port ec5664c1-322d-4d47-a881-826f3c5dd581 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:53:50.536086 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Attempting to bind port ec5664c1-322d-4d47-a881-826f3c5dd581 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:53:50.536388 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Attempting to bind port ec5664c1-322d-4d47-a881-826f3c5dd581 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:50.554171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Port ec5664c1-322d-4d47-a881-826f3c5dd581 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:53:50.559486 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Attempting to bind port ec5664c1-322d-4d47-a881-826f3c5dd581 on network 9df7a51c-2e49-47a4-b6ea-884a0df29e1b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:53:50.565258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.567937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:53:50.568283 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Checking segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:53:50.568680 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Bound using segment: {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:53:50.569101 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Bound port: ec5664c1-322d-4d47-a881-826f3c5dd581, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b358236-b3e2-4431-b962-8bb95e5b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:53:50.569445 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.582453 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:50.599734 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:50.644647 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.653975 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:50.663244 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.666373 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:50.700982 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['ae09754b-43bd-4cf1-bd44-fb244d604d75'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:50.751498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Pushing event deleted for resources: {'Port': ['ID=ae09754b-43bd-4cf1-bd44-fb244d604d75,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:50.753887 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:50.761957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecb93d-f174-4bbb-9645-862e93354494 req-50632202-1b3f-434a-ab30-ec41972721c1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:50.762756 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-99ecb93d-f174-4bbb-9645-862e93354494 req-50632202-1b3f-434a-ab30-ec41972721c1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:50.774909 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=9']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:50.783677 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:50.816796 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:53:50.838054 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] No DVR routers for this DVR port ae09754b-43bd-4cf1-bd44-fb244d604d75 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:53:50.840952 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.847706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ec5664c1-322d-4d47-a881-826f3c5dd581,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:53:50.848633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'name': 'network-vif-deleted', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:50.890865 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-1c05489a-6902-4005-b470-f66ce3d3219a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:50.892372 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-1c05489a-6902-4005-b470-f66ce3d3219a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1105833 Dec 16 14:53:50.925920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-99ecb93d-f174-4bbb-9645-862e93354494 req-50632202-1b3f-434a-ab30-ec41972721c1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:50.927227 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-99ecb93d-f174-4bbb-9645-862e93354494 req-50632202-1b3f-434a-ab30-ec41972721c1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 944 time: 0.4743803 Dec 16 14:53:50.959218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:50.965374 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:50.995391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5a89c148-e91e-4fa8-aded-221414c90063 req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.53 "DELETE /v2.0/ports/ae09754b-43bd-4cf1-bd44-fb244d604d75 HTTP/1.1" status: 204 len: 173 time: 1.6114292 Dec 16 14:53:51.026109 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Deleting port 88df3571-f335-4312-be98-b52185c34e10 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:53:51.026397 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:51.041021 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.041642 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:51.043046 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec5664c1-322d-4d47-a881-826f3c5dd581 HTTP/1.1" status: 200 len: 1094 time: 2.0531693 Dec 16 14:53:51.047942 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-99ecb93d-f174-4bbb-9645-862e93354494 req-2d998883-577a-420b-bb32-16dfc26495e7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137581 Dec 16 14:53:51.063633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:51.067040 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:51.114916 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df91e57-36c8-4325-b00e-d7628fb07838', 'name': 'network-vif-deleted', 'tag': 'ae09754b-43bd-4cf1-bd44-fb244d604d75', 'status': 'completed', 'code': 200} Dec 16 14:53:51.149698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea87bfc-6d6b-43f8-9120-48aa841bca56 req-c344d953-78c0-4f96-9b98-e26e103bfbfd tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.149698 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fea87bfc-6d6b-43f8-9120-48aa841bca56 req-c344d953-78c0-4f96-9b98-e26e103bfbfd tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.2140186 Dec 16 14:53:51.221129 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['8da031bb-dc59-4703-8e4f-d4702b768e28'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:51.279419 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fea87bfc-6d6b-43f8-9120-48aa841bca56 req-538c4778-3b11-443c-92d4-e8edf1618409 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245277 Dec 16 14:53:51.304639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38406) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:51.341078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-9806006a-5466-44fa-998c-cae5da1a8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.352135 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-9806006a-5466-44fa-998c-cae5da1a8dfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 1097 time: 0.1642182 Dec 16 14:53:51.360871 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] For port 88df3571-f335-4312-be98-b52185c34e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=88df3571-f335-4312-be98-b52185c34e10,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:51.361712 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:51.372518 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ec0a-8615-42b9-8ae6-36e3c4ef0133 req-4e652f09-3f29-48a1-8d31-c9a749c7440e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.374629 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f3d3ec0a-8615-42b9-8ae6-36e3c4ef0133 req-4e652f09-3f29-48a1-8d31-c9a749c7440e tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 945 time: 0.1455007 Dec 16 14:53:51.588794 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-898e6dfe-d342-43ec-9f5d-f04c16d220d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec5664c1-322d-4d47-a881-826f3c5dd581 HTTP/1.1" status: 200 len: 217 time: 0.1838388 Dec 16 14:53:51.629738 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Calling delete_port for 88df3571-f335-4312-be98-b52185c34e10 owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:53:51.651269 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f3d3ec0a-8615-42b9-8ae6-36e3c4ef0133 req-0f97aa25-699a-4612-acab-f1871a396b81 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665582 Dec 16 14:53:51.679383 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0bbb8f8a-d70f-4b3f-af8a-f1de11d4ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.680807 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-0bbb8f8a-d70f-4b3f-af8a-f1de11d4ea24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.0820808 Dec 16 14:53:51.721289 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-da710ed2-49f3-430f-a3f4-ac7d830a1ac0 req-0353ed61-1357-433f-b4a0-ead0338ed6be tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df91e57-36c8-4325-b00e-d7628fb07838 HTTP/1.1" status: 200 len: 210 time: 0.1877205 Dec 16 14:53:51.734421 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-88cc5fbf-a5c5-4b75-9de8-563f7d91ce22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453713 Dec 16 14:53:51.776668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b7c65-bdf2-4b76-8c46-3976676e3f0b tempest-TestMinimumBasicScenario-513651030 tempest-TestMinimumBasicScenario-513651030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.780841 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-148b7c65-bdf2-4b76-8c46-3976676e3f0b tempest-TestMinimumBasicScenario-513651030 tempest-TestMinimumBasicScenario-513651030-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1093 time: 0.4724860 Dec 16 14:53:51.781047 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38416) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:51.817298 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'port_id': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:51.833351 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:51.840882 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:floatingip and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:51.845562 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:51.854152 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:51.933165 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-75c13bfb-671e-4022-bb60-4b1cd18bdb9a service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828446 Dec 16 14:53:51.949113 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73c9a-d99e-415c-a582-a6a6e4068e6c req-6f335dbd-b840-4a22-b654-781049a847f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:51.950495 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f8d73c9a-d99e-415c-a582-a6a6e4068e6c req-6f335dbd-b840-4a22-b654-781049a847f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 944 time: 0.2020640 Dec 16 14:53:51.967269 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:51.973357 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-256c6b06-428b-4e58-bb05-41013cc5b2b4 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:52.012902 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for floatingip, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:52.038214 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Pushing event deleted for resources: {'Port': ['ID=88df3571-f335-4312-be98-b52185c34e10,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:52.043524 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:52.084761 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f8d73c9a-d99e-415c-a582-a6a6e4068e6c req-7782e2a7-1b3b-4af2-a42f-bde8705d0b94 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132517 Dec 16 14:53:52.120530 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2aab8f5e-138f-430f-92b9-d694186a40a2 req-864cbaa9-1a6d-4ea4-98cd-57a6dcc5ce5a service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681802 Dec 16 14:53:52.182461 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] No DVR routers for this DVR port 88df3571-f335-4312-be98-b52185c34e10 on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:53:52.217765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:52.225408 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'name': 'network-vif-deleted', 'tag': '88df3571-f335-4312-be98-b52185c34e10'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:52.235551 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['d8a1c44f-7475-4fce-b727-7654086348b0', '88df3571-f335-4312-be98-b52185c34e10'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:52.273509 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925f9b9-dbc5-4526-94d9-6f0d3c3dd856', 'name': 'network-vif-deleted', 'tag': '88df3571-f335-4312-be98-b52185c34e10', 'status': 'completed', 'code': 200} Dec 16 14:53:52.310954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748dc46-ac22-45cd-a82e-5074745fbedb req-a7ca7d09-b220-49f3-8444-d2269e1bb010 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:52.312445 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3748dc46-ac22-45cd-a82e-5074745fbedb req-a7ca7d09-b220-49f3-8444-d2269e1bb010 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 944 time: 0.1312714 Dec 16 14:53:52.349955 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5823c798-a9b9-44bb-b170-41035248dfa5 req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "DELETE /v2.0/ports/88df3571-f335-4312-be98-b52185c34e10 HTTP/1.1" status: 204 len: 173 time: 1.4465902 Dec 16 14:53:52.353735 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ae09754b-43bd-4cf1-bd44-fb244d604d75 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:53:52.368772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:52.375387 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3748dc46-ac22-45cd-a82e-5074745fbedb req-7f60fb56-1d84-43d5-9266-227de7aee24b tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507894 Dec 16 14:53:52.391895 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: ae09754b-43bd-4cf1-bd44-fb244d604d75 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:53:52.392444 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ae09754b-43bd-4cf1-bd44-fb244d604d75 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:53:52.518524 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Allocated IP 172.28.2.61 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/f2959fd5-ae40-4771-9aca-84964cdc97c2) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:53:52.675201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:52.784165 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:52.791553 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:52.829794 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d82d191c-abf3-4bf2-87f3-8dc185e42fad req-0e464de1-890b-458a-8491-dacc2a43e27a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a925f9b9-dbc5-4526-94d9-6f0d3c3dd856 HTTP/1.1" status: 200 len: 210 time: 0.0559506 Dec 16 14:53:52.870180 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:53:52.873517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:53:52.877671 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:53:52.901770 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'Port': ['ID=f2959fd5-ae40-4771-9aca-84964cdc97c2,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:52.907264 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:53.116537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:53.177385 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581', 'status': 'completed', 'code': 200} Dec 16 14:53:53.316924 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aee47-7624-436e-a4a7-d05ec4366df4 req-69b76032-5189-46d5-a8c0-dcc883fd0574 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:53.319076 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-775aee47-7624-436e-a4a7-d05ec4366df4 req-69b76032-5189-46d5-a8c0-dcc883fd0574 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 944 time: 0.0925741 Dec 16 14:53:53.382638 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-775aee47-7624-436e-a4a7-d05ec4366df4 req-e662f48e-0aa8-4cc6-a597-1b6dcda007d9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555763 Dec 16 14:53:53.649383 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-37839fad-7db4-4922-9a9e-0d3d816529bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:53.650877 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-37839fad-7db4-4922-9a9e-0d3d816529bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 1097 time: 0.3016248 Dec 16 14:53:53.702854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:53.799483 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489ef3a-e3ec-41da-8fb3-6ad9ce5ce04d req-65ac76dd-6063-4004-aeb0-c5d7c691ca19 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:53.800943 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7489ef3a-e3ec-41da-8fb3-6ad9ce5ce04d req-65ac76dd-6063-4004-aeb0-c5d7c691ca19 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 944 time: 0.2679293 Dec 16 14:53:53.899193 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7489ef3a-e3ec-41da-8fb3-6ad9ce5ce04d req-fa7a08b7-80c8-444c-af74-0ab2480b49f0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899520 Dec 16 14:53:53.910137 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-e65b4b79-1f26-4c5f-a785-994176767c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:53.911650 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-e65b4b79-1f26-4c5f-a785-994176767c2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 200 len: 915 time: 0.2498293 Dec 16 14:53:54.027101 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-d947667d-8e64-4308-b1a9-8e3353051a47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec5664c1-322d-4d47-a881-826f3c5dd581 HTTP/1.1" status: 200 len: 217 time: 0.1022720 Dec 16 14:53:54.102344 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.151171 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-48b1d3e7-f67a-4142-8fa1-af1396490fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:54.152604 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-48b1d3e7-f67a-4142-8fa1-af1396490fe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 200 len: 854 time: 0.1124873 Dec 16 14:53:54.212177 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-d0806006-c3fe-4a4f-9c43-819c03392ed2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9df7a51c-2e49-47a4-b6ea-884a0df29e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510902 Dec 16 14:53:54.355936 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:53:54.362385 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:53:54.465349 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-5a8321bb-796f-4221-b5fc-5ab2dfcb1d4a service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358336 Dec 16 14:53:54.486446 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 8da031bb-dc59-4703-8e4f-d4702b768e28 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:53:54.486446 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.507074 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.581589 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.583016 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515499b7-40e3-4cfc-942f-8585f870e6cb req-cfb9394c-4cff-4635-a0df-ec37ac7b8b38 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:54.585199 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-515499b7-40e3-4cfc-942f-8585f870e6cb req-cfb9394c-4cff-4635-a0df-ec37ac7b8b38 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0912290 Dec 16 14:53:54.588571 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:54.640917 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-515499b7-40e3-4cfc-942f-8585f870e6cb req-8cbfa756-09d2-43ab-88f0-4b85cae82584 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Dec 16 14:53:54.667374 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.696632 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:54.706760 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:54.772178 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.773613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 88df3571-f335-4312-be98-b52185c34e10 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:53:54.855562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:54.871939 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'Port': ['ID=f2959fd5-ae40-4771-9aca-84964cdc97c2,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:54.881130 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:54.883239 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1a4b8fda-e458-4518-b7e3-48b344702470 req-3b4fe135-72fc-4629-af6b-098a99b900b1 service neutron] 10.222.0.53 "GET /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048796 Dec 16 14:53:54.899295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 88df3571-f335-4312-be98-b52185c34e10 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:53:54.899867 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 88df3571-f335-4312-be98-b52185c34e10 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:53:54.901763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:54.909932 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'code': 200} Dec 16 14:53:54.942572 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=10']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:54.945815 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:55.000242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd3426-8016-4489-b080-2cd471d79056 req-49c59985-6bad-46f8-98f8-f83f3c8ddc9b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:55.001637 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-dccd3426-8016-4489-b080-2cd471d79056 req-49c59985-6bad-46f8-98f8-f83f3c8ddc9b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 944 time: 0.4210994 Dec 16 14:53:55.096037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d590e5b-8233-4089-8140-0348b3923f52 req-b23ca868-12e8-4a3d-aa3e-72d3f4e334d7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:55.098152 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d590e5b-8233-4089-8140-0348b3923f52 req-b23ca868-12e8-4a3d-aa3e-72d3f4e334d7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 944 time: 0.0874019 Dec 16 14:53:55.129512 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-dccd3426-8016-4489-b080-2cd471d79056 req-eb9e4967-26a6-49d4-bec5-e901f61000b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779669 Dec 16 14:53:55.132109 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.l3_db [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Floating IP 275121b1-c72d-409b-9109-0997e6f1fc23 associated. External IP: 172.28.2.61, port: aee3f159-18b9-4f6c-a52d-c3fc810c17c2. Dec 16 14:53:55.152762 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1d590e5b-8233-4089-8140-0348b3923f52 req-71848ada-1e78-4e4b-8341-bf6cd9ab3142 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473318 Dec 16 14:53:55.495202 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Router d8454ecc-d81a-4b47-acbf-320e277cc7a8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:53:55.688766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:53:55.698732 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Sync routers for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:53:55.709871 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:53:55.710543 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:53:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:53:55.765852 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:55.931346 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1492703 Dec 16 14:53:55.933754 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:53:55.934265 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38612) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:55.940221 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556349867', 'description': 'tempest-secgroup-smoke-556349867 description', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:55.946701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:55.960046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:55.973274 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:53:56.000268 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7d2a-7926-4b9a-9748-73568ed8f54d req-11d05dd4-b442-499c-b1ed-90c22a600392 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.001063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6d0f7d2a-7926-4b9a-9748-73568ed8f54d req-11d05dd4-b442-499c-b1ed-90c22a600392 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Synchronizing usage tracker for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:56.004774 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:53:56.015013 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea9b8-1437-4222-bd4e-233ee421d9a7 req-067ce7f2-cd9b-4eb4-b902-133493963e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.016464 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a33ea9b8-1437-4222-bd4e-233ee421d9a7 req-067ce7f2-cd9b-4eb4-b902-133493963e4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1099 time: 0.2092774 Dec 16 14:53:56.046621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.079122 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a33ea9b8-1437-4222-bd4e-233ee421d9a7 req-3e980373-7a65-42aa-a898-e9b5f173b890 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365946 Dec 16 14:53:56.109226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:56.119434 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:56.124216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:56.133279 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6d0f7d2a-7926-4b9a-9748-73568ed8f54d req-11d05dd4-b442-499c-b1ed-90c22a600392 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Unset dirty status for tenant:9bb61e1b5b094fa5bac96c570e7c9929 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:56.133279 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6d0f7d2a-7926-4b9a-9748-73568ed8f54d req-11d05dd4-b442-499c-b1ed-90c22a600392 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.3195763 Dec 16 14:53:56.133610 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:56.177703 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6d0f7d2a-7926-4b9a-9748-73568ed8f54d req-1cd15c27-a80c-4e54-86b7-804c53b5d6e1 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Dec 16 14:53:56.185177 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-407d1b71-5f78-4f36-bf10-a994043c0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.186824 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-407d1b71-5f78-4f36-bf10-a994043c0967 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1098 time: 0.1288440 Dec 16 14:53:56.249721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.315706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.322955 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-24824ac6-2e64-471b-88d4-91f75603a5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:56.363443 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ec5664c1-322d-4d47-a881-826f3c5dd581 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:53:56.375574 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:56.381298 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:56.394332 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14431-bb67-4199-95da-2935b4ca61ca req-6cf2454a-5cb6-4186-85dd-91c9c1db0dc5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.395835 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-21d14431-bb67-4199-95da-2935b4ca61ca req-6cf2454a-5cb6-4186-85dd-91c9c1db0dc5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.1391482 Dec 16 14:53:56.396810 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe972c-25ef-4e08-a2cf-359d85924719 req-8e5327a2-28f5-4384-a410-3a8698f28e6a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.398539 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8fe972c-25ef-4e08-a2cf-359d85924719 req-8e5327a2-28f5-4384-a410-3a8698f28e6a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 944 time: 0.0976140 Dec 16 14:53:56.399287 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '275121b1-c72d-409b-9109-0997e6f1fc23', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'port_id': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'mac_address': 'fa:16:3e:93:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:53Z', 'updated_at': '2021-12-16T14:53:53Z', 'revision_number': 0, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:53:56.403440 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Checking router: d8454ecc-d81a-4b47-acbf-320e277cc7a8 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:53:56.417112 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:53:56.418014 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:53:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:53:56.430844 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.432023 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4960792 Dec 16 14:53:56.439716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38632) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:56.447797 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:56.483197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:56.494110 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-21d14431-bb67-4199-95da-2935b4ca61ca req-c10829be-c96b-4ea8-821c-b9c4485b7754 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866044 Dec 16 14:53:56.494867 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8fe972c-25ef-4e08-a2cf-359d85924719 req-1778c367-3b32-43ea-b71d-62cae23f5ec5 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Dec 16 14:53:56.555666 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ec5664c1-322d-4d47-a881-826f3c5dd581,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:56.566291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:56.572001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'ec5664c1-322d-4d47-a881-826f3c5dd581', 'network_id': '9df7a51c-2e49-47a4-b6ea-884a0df29e1b', 'port_id': 'ec5664c1-322d-4d47-a881-826f3c5dd581', 'mac_address': 'fa:16:3e:fa:e5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206e0de3-dc30-4848-8bf6-eac6a99a9328', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:53:56.578183 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:56.587287 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:56.640291 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.645680 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-a37052a5-2188-44b8-b255-33164b3f3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.647144 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-a37052a5-2188-44b8-b255-33164b3f3c02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.2064009 Dec 16 14:53:56.659184 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5664c1-322d-4d47-a881-826f3c5dd581 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:53:56.663380 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:53:56.683854 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ec5664c1-322d-4d47-a881-826f3c5dd581,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:53:56.739816 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.750975 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.753524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-6a7e9a3a-3f95-4540-a035-97f5844f68cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:56.830033 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-5c022306-534b-41eb-b802-55a5cb6ad99f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 998 time: 0.1611059 Dec 16 14:53:56.844164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.875533 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:56.894170 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:56.917576 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-aaee23a6-916a-44b5-8c8f-b620ab463023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:56.919205 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-aaee23a6-916a-44b5-8c8f-b620ab463023 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.0734115 Dec 16 14:53:56.925881 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:56.961914 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:57.001047 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d6d493-8748-47a0-b2ee-3d2ce6fa74ce,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:57.005670 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:57.042173 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-033ded87-01b0-4b7e-ba97-4881e880d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:57.044059 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-033ded87-01b0-4b7e-ba97-4881e880d62f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1171196 Dec 16 14:53:57.088406 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '275121b1-c72d-409b-9109-0997e6f1fc23', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'port_id': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'mac_address': 'fa:16:3e:93:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:53Z', 'updated_at': '2021-12-16T14:53:53Z', 'revision_number': 0, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:53:57.093517 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e251a-2016-409c-abff-9b6df46ac807 None None] The sync data for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb is: [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '275121b1-c72d-409b-9109-0997e6f1fc23', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'port_id': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'mac_address': 'fa:16:3e:93:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:53Z', 'updated_at': '2021-12-16T14:53:53Z', 'revision_number': 0, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:53:57.206300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:57.207464 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-c8fe266e-00d3-43d7-9a87-5de7831293a4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7655637 Dec 16 14:53:57.210604 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38672) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:57.216205 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:57.226543 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:57.233478 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:57.241161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:57.249625 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:57.272950 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['ec5664c1-322d-4d47-a881-826f3c5dd581'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:53:57.287467 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-b4ea31fb-5f9a-4d7a-8356-d70e5d70f51f service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344429 Dec 16 14:53:57.359902 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:57.448141 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d5424-c35a-4729-a779-01d1bbb80f21 None None] New status for floating IP 275121b1-c72d-409b-9109-0997e6f1fc23: ACTIVE {{(pid=87437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:53:57.452892 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d80b4625-a64e-455f-bc43-c19cc52c7fdb req-afd992df-63ac-4db5-b268-156b77333e4f service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554234 Dec 16 14:53:57.456061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cfc2-9888-4bbd-8886-6eeafa868e21 req-287d0d01-6be2-4c41-885c-57804ec4ab0d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:57.462470 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ff48cfc2-9888-4bbd-8886-6eeafa868e21 req-287d0d01-6be2-4c41-885c-57804ec4ab0d tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1582401 Dec 16 14:53:57.471948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:57.597041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:57.602789 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:57.643464 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf09094-e9e7-4221-9665-7a73721da2bb,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:57.662677 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ff48cfc2-9888-4bbd-8886-6eeafa868e21 req-7637bcc1-7538-49df-9bf7-b5b00010429c tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960711 Dec 16 14:53:57.664567 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:57.749359 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:57.753677 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5388646 Dec 16 14:53:57.753677 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38694) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:57.760080 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:57.776637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:57.811744 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:57.814833 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:57.823168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116a08-87b5-44d4-9c07-c3a2750549ec req-5bbc4cf9-a1a1-4c2b-9b51-e8e9c78928ef tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:57.824369 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a5116a08-87b5-44d4-9c07-c3a2750549ec req-5bbc4cf9-a1a1-4c2b-9b51-e8e9c78928ef tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 945 time: 0.1577759 Dec 16 14:53:57.839298 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:57.945199 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a5116a08-87b5-44d4-9c07-c3a2750549ec req-706d6e4a-a15b-4dd9-bf96-1ab30d2f6349 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038496 Dec 16 14:53:58.008307 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.083176 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077f17e-3ba1-40af-be48-b01070d748d3 req-4ed4e5c3-4bf5-4047-9f57-8a38033f79b7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:58.090793 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0077f17e-3ba1-40af-be48-b01070d748d3 req-4ed4e5c3-4bf5-4047-9f57-8a38033f79b7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.1960201 Dec 16 14:53:58.130551 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.154897 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0077f17e-3ba1-40af-be48-b01070d748d3 req-33dd0418-cf16-47cf-9ea8-f764e71873bd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621929 Dec 16 14:53:58.183081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.186685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4d9da837-9d58-4058-becc-044617e951c7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:58.210330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0224235c-1260-4f9a-b8e3-2c805ca39710,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:58.214782 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:58.275907 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.277632 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5231483 Dec 16 14:53:58.282829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38734) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:58.288390 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:58.294457 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:58.298323 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:58.301207 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:58.307307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:58.384584 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.452987 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.543057 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.545168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-974f2f4a-e8db-4440-b159-ea2189356664 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:58.567597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa4c68f-346b-4567-a83b-f6a01a63c0f7,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:58.569959 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:58.623820 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.646250 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.651249 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6c6e061a-60f1-4f3b-9858-06181d19001a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669269 Dec 16 14:53:58.653483 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38760) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:58.659631 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:58.667009 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:58.671084 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:58.674307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:58.680545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:58.760717 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.securitygroups_db [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Project 5d2d92d92c6c44b79602af3b12d03ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:53:58.771885 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.860873 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.910338 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c57a0-dfb1-421b-890d-9a9084750538 req-9e6fc3d5-5c5a-4ff0-89cf-4739828b14c6 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:58.911904 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8a0c57a0-dfb1-421b-890d-9a9084750538 req-9e6fc3d5-5c5a-4ff0-89cf-4739828b14c6 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.1128252 Dec 16 14:53:58.925848 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:58.928318 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:58.954534 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b86785-5dac-4a10-92dd-a35cc2a86c58,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:58.957197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:58.961221 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8a0c57a0-dfb1-421b-890d-9a9084750538 req-f3e5055a-feae-4604-9ff7-c49e5049dc25 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Dec 16 14:53:59.041149 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:59.042423 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3876269 Dec 16 14:53:59.045990 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38772) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:59.054111 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'security_group_rule': {'security_group_id': '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555', 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:59.060893 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:53:59.064826 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Usage tracker for resource:security_group_rule and tenant:5d2d92d92c6c44b79602af3b12d03ac5 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:53:59.067906 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:53:59.078158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:53:59.148919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b50e4-7423-49ce-ad24-bedc7cd000b9 req-13b8664c-46fb-46f4-b389-60f988056dc9 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:59.150573 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-016b50e4-7423-49ce-ad24-bedc7cd000b9 req-13b8664c-46fb-46f4-b389-60f988056dc9 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 945 time: 0.0854301 Dec 16 14:53:59.155254 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.securitygroups_db [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Project 5d2d92d92c6c44b79602af3b12d03ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:53:59.164752 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:59.203825 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-016b50e4-7423-49ce-ad24-bedc7cd000b9 req-c9010025-1281-430f-b60a-957a2b53adcf tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Dec 16 14:53:59.243001 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:59.309168 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:59.320359 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:53:59.344879 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95516664-fb69-4c89-9403-e8134ac0d86a,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:53:59.351674 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:53:59.384988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e6cab-7be7-4d39-8482-b79d856d0666 req-65bef3dd-d8b8-4374-8287-d9864cf01769 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:59.386550 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cb5e6cab-7be7-4d39-8482-b79d856d0666 req-65bef3dd-d8b8-4374-8287-d9864cf01769 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.1121817 Dec 16 14:53:59.421832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:59.422992 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734617 Dec 16 14:53:59.435887 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cb5e6cab-7be7-4d39-8482-b79d856d0666 req-6e5f186d-7ce2-4fda-9ab8-65eee7d81278 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Dec 16 14:53:59.544029 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-2aa25233-3b0c-4b03-b698-4f89602810c3 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:53:59.617484 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-2aa25233-3b0c-4b03-b698-4f89602810c3 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:53:59.618707 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-2aa25233-3b0c-4b03-b698-4f89602810c3 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556349867&fields=id&tenant_id=5d2d92d92c6c44b79602af3b12d03ac5 HTTP/1.1" status: 200 len: 267 time: 0.1117783 Dec 16 14:53:59.706088 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-f9ec86fc-8167-457d-b910-128aebc01e6f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:53:59.707596 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-f9ec86fc-8167-457d-b910-128aebc01e6f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0824718 Dec 16 14:53:59.718811 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'port': {'security_groups': ['ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e', '4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555']}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:53:59.839175 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.110613 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:00.135940 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.181362 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f1b9-91a6-447e-8f43-cfcf3cffadda req-0e2c5209-db27-41db-b1b4-202518429021 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.182810 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-27c2f1b9-91a6-447e-8f43-cfcf3cffadda req-0e2c5209-db27-41db-b1b4-202518429021 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0857253 Dec 16 14:54:00.228436 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.230786 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-27c2f1b9-91a6-447e-8f43-cfcf3cffadda req-71d5415b-1bfd-4570-9393-0f82ab8dd45f tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Dec 16 14:54:00.235741 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4745f89-729e-4e43-b53c-dff13b0cf107 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:00.288770 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:00.331586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.332538 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.334309 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cc5a0b7a-e8b5-43d7-92fb-8aa89b366894 req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "PUT /v2.0/ports/aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 981 time: 0.6201024 Dec 16 14:54:00.334889 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:00.360792 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=6']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:00.364142 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ac53701c-1efa-4ac9-9ef7-884569520953 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:00.390394 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ec5664c1-322d-4d47-a881-826f3c5dd581 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:54:00.443692 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38796) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:00.481944 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2205a6-01f6-4197-8cfd-07320bfcf104 req-c34ee7b6-c9de-42a9-9c4a-82f51de8d6fc tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.484433 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af2205a6-01f6-4197-8cfd-07320bfcf104 req-c34ee7b6-c9de-42a9-9c4a-82f51de8d6fc tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 945 time: 0.1059477 Dec 16 14:54:00.566894 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af2205a6-01f6-4197-8cfd-07320bfcf104 req-8d1956f0-48fa-456f-a134-26144a7b86a2 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754671 Dec 16 14:54:00.573838 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:00.621188 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad660f44-4038-46d3-966b-46a96efdf84a req-fc3a257c-93c6-463c-bbeb-092be31bcc48 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.623393 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ad660f44-4038-46d3-966b-46a96efdf84a req-fc3a257c-93c6-463c-bbeb-092be31bcc48 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1248045 Dec 16 14:54:00.665445 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:54:00.721370 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port ec5664c1-322d-4d47-a881-826f3c5dd581 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:54:00.746022 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port ec5664c1-322d-4d47-a881-826f3c5dd581 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:54:00.746439 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.759122 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1d58f4ff-8e24-4df5-9465-acc0beb3658d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcb21e3fdc3f48fdad0f6061a857e23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141067 Dec 16 14:54:00.763327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38804) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:00.799955 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ad660f44-4038-46d3-966b-46a96efdf84a req-67bf90cc-9d59-46b0-b710-8939e0fa60d2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376443 Dec 16 14:54:00.836771 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-095c0685-ccb2-45e2-8f0b-6a703b139fa4 None None] Provisioning complete for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:54:00.837423 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-095c0685-ccb2-45e2-8f0b-6a703b139fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.855416 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c7cdc-5b5a-4656-8838-589ddc95e70a req-b14b6bd5-8da2-44f0-91f7-082747e37c31 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.866981 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-117c7cdc-5b5a-4656-8838-589ddc95e70a req-b14b6bd5-8da2-44f0-91f7-082747e37c31 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.1405356 Dec 16 14:54:00.898324 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:00.909425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-5c5a0afc-b0c7-4db7-86f5-1873773636dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:00.910932 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-5c5a0afc-b0c7-4db7-86f5-1873773636dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1137 time: 0.2171223 Dec 16 14:54:00.911688 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-117c7cdc-5b5a-4656-8838-589ddc95e70a req-21f7c7a9-fa37-4144-9c06-ab7f4dfe84b9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Dec 16 14:54:00.951688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:01.084704 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-398c9889-f285-4696-98b2-252dc4d156cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.086151 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-398c9889-f285-4696-98b2-252dc4d156cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.1635056 Dec 16 14:54:01.101030 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:01.232939 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:01.271268 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ec5664c1-322d-4d47-a881-826f3c5dd581,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:01.275743 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:01.283491 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-50fae727-2669-461e-bd47-b317aee1f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:01.295965 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581', 'code': 200} Dec 16 14:54:01.301745 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01579a5a-8ae6-4eeb-8a8e-6f7a325a4498,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:01.304078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:01.327588 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-bca019f9-cb7f-4d8c-aed8-2c842a1e694e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 1000 time: 0.2241614 Dec 16 14:54:01.349059 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:01.356072 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:01.412902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:01.414093 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01579a5a-8ae6-4eeb-8a8e-6f7a325a4498 HTTP/1.1" status: 204 len: 168 time: 0.6498885 Dec 16 14:54:01.428145 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-75e52a11-2d61-41a4-82aa-ded059dd82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.429971 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-75e52a11-2d61-41a4-82aa-ded059dd82f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.0773568 Dec 16 14:54:01.494614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb18fd-2cd7-46ae-b1ba-64619bffff49 req-b7835773-4a45-4bb5-98d7-9141faeec3b9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.496346 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7efb18fd-2cd7-46ae-b1ba-64619bffff49 req-b7835773-4a45-4bb5-98d7-9141faeec3b9 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0982354 Dec 16 14:54:01.523903 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-328d636f-4703-440d-84ac-6777ef36950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.525976 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-328d636f-4703-440d-84ac-6777ef36950e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866709 Dec 16 14:54:01.553558 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7efb18fd-2cd7-46ae-b1ba-64619bffff49 req-ad1769f0-8620-4d9e-b2ae-f19c9c721fd8 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Dec 16 14:54:01.561437 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:01.578606 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:01.775715 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-53e837a6-4cc9-49d6-850b-9e8c8acde935 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194235 Dec 16 14:54:01.792982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39815b20-7265-474d-970d-60894055ea27 req-b88c3710-23b8-4827-80b2-1c12bfd936fe tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.801387 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-39815b20-7265-474d-970d-60894055ea27 req-b88c3710-23b8-4827-80b2-1c12bfd936fe tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0984211 Dec 16 14:54:01.900978 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-39815b20-7265-474d-970d-60894055ea27 req-a03a91d2-d5c6-430b-9651-56b81322510c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984044 Dec 16 14:54:01.939276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228fe99-c34d-4fbd-8313-20859adcb9b7 req-053b1398-f325-490e-b57f-8ba1e8c18698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.941061 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8228fe99-c34d-4fbd-8313-20859adcb9b7 req-053b1398-f325-490e-b57f-8ba1e8c18698 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 1099 time: 0.1018858 Dec 16 14:54:01.989225 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8228fe99-c34d-4fbd-8313-20859adcb9b7 req-26a2a3fb-cedc-4d50-b1aa-110615a201a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Dec 16 14:54:01.993071 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f594-e97a-4513-a699-553fea8fade4 req-67d54d60-f739-465b-98c4-1d9d4a26d2d6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:01.994529 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a7f1f594-e97a-4513-a699-553fea8fade4 req-67d54d60-f739-465b-98c4-1d9d4a26d2d6 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.2546048 Dec 16 14:54:02.029338 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7aa5158b-f852-4be1-9bb2-b19a9f20ff8d req-06a6c0ce-c659-4613-b6d3-3b9db81fec39 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971779 Dec 16 14:54:02.053414 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a7f1f594-e97a-4513-a699-553fea8fade4 req-04819782-3d72-4dd2-acc8-8df2591b7c23 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Dec 16 14:54:02.525945 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2e368-7630-461e-8f49-d9d217560b22 req-e0316115-194e-478e-9b89-8e0875cd6b56 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:02.527429 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-01d2e368-7630-461e-8f49-d9d217560b22 req-e0316115-194e-478e-9b89-8e0875cd6b56 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0818987 Dec 16 14:54:02.600879 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Deleting port d8a1c44f-7475-4fce-b727-7654086348b0 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:02.601223 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:02.742290 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ed791-c238-45f7-b010-314b8752da40 req-d70e4134-3788-480f-bd7f-013cf125feb7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:02.743763 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7b3ed791-c238-45f7-b010-314b8752da40 req-d70e4134-3788-480f-bd7f-013cf125feb7 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 946 time: 0.0807669 Dec 16 14:54:02.787663 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7b3ed791-c238-45f7-b010-314b8752da40 req-a03da476-118f-4bc8-872b-03f4a96d86e6 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/security-groups?id=0f7efe96-f93f-4509-971b-b4a2c784bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Dec 16 14:54:02.847143 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] For port d8a1c44f-7475-4fce-b727-7654086348b0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d8a1c44f-7475-4fce-b727-7654086348b0,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:02.847717 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:02.968396 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Calling delete_port for d8a1c44f-7475-4fce-b727-7654086348b0 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:03.161544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e030d-8296-46be-8e98-e5eb5733c04c req-bd6736be-5d81-46b4-bc80-8d5f4877638e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:03.162988 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e52e030d-8296-46be-8e98-e5eb5733c04c req-bd6736be-5d81-46b4-bc80-8d5f4877638e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1512728 Dec 16 14:54:03.211461 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e52e030d-8296-46be-8e98-e5eb5733c04c req-9c0ca91f-465d-47ab-acf2-a8d962622d3b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Dec 16 14:54:03.242023 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb6a8a-52c9-4cf1-9638-d1163b04715c req-39d270fa-51cd-4193-95fd-e19da0be7690 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:03.243560 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c5eb6a8a-52c9-4cf1-9638-d1163b04715c req-39d270fa-51cd-4193-95fd-e19da0be7690 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.0825515 Dec 16 14:54:03.251324 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:03.257612 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9763a6b9-e7c7-4d0e-b303-fcf4d6af17ca tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:03.287696 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c5eb6a8a-52c9-4cf1-9638-d1163b04715c req-dec7faa5-cc25-4979-b285-a7e952143955 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Dec 16 14:54:03.308320 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Pushing event deleted for resources: {'Port': ['ID=d8a1c44f-7475-4fce-b727-7654086348b0,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:03.309160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['d8a1c44f-7475-4fce-b727-7654086348b0'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:03.309638 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:03.383928 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] No DVR routers for this DVR port d8a1c44f-7475-4fce-b727-7654086348b0 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:03.386074 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:03.388568 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'name': 'network-vif-deleted', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:03.432958 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380', 'name': 'network-vif-deleted', 'tag': 'd8a1c44f-7475-4fce-b727-7654086348b0', 'status': 'completed', 'code': 200} Dec 16 14:54:03.457632 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-01d2e368-7630-461e-8f49-d9d217560b22 req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.53 "DELETE /v2.0/ports/d8a1c44f-7475-4fce-b727-7654086348b0 HTTP/1.1" status: 204 len: 173 time: 0.9213808 Dec 16 14:54:03.949835 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6607dbad-5625-41db-8d8a-c2c0f57c7999 req-96b40ae5-dc82-4b62-835b-42d17e71316b tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2b91fc6-f5ca-4e98-a8f2-9d4c4c006380 HTTP/1.1" status: 200 len: 210 time: 0.0443580 Dec 16 14:54:04.425250 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7522ff-789c-4997-8367-83d59c2c028f req-2cea4f7e-e85e-4a73-9fb8-31a324a85bb1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:04.427279 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9f7522ff-789c-4997-8367-83d59c2c028f req-2cea4f7e-e85e-4a73-9fb8-31a324a85bb1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0881674 Dec 16 14:54:04.475067 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9f7522ff-789c-4997-8367-83d59c2c028f req-305d13cd-e19f-4d79-abd1-abc6a7c59b1e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Dec 16 14:54:04.493038 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcde88-1364-4d49-9a95-0e291ae38588 req-f5d933a4-a6f0-4106-bd43-8a70224c3127 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:04.494512 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6fcde88-1364-4d49-9a95-0e291ae38588 req-f5d933a4-a6f0-4106-bd43-8a70224c3127 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.0802722 Dec 16 14:54:04.539333 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6fcde88-1364-4d49-9a95-0e291ae38588 req-e4d1cb32-5025-43ce-baf9-b96ac99229a5 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Dec 16 14:54:05.046052 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38844) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:05.667141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44385aee-6840-44cd-a821-4ae9f2f2eeae req-cef8299c-c45e-4b02-bbc5-5c6728e25355 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:05.668522 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-44385aee-6840-44cd-a821-4ae9f2f2eeae req-cef8299c-c45e-4b02-bbc5-5c6728e25355 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0851743 Dec 16 14:54:05.669793 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:05.712910 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-44385aee-6840-44cd-a821-4ae9f2f2eeae req-4e5ec79c-7a03-406a-95fe-ae389e2331c3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Dec 16 14:54:06.017216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Deleting port 371fc144-3d0a-4d8a-a743-2ffd37549628 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:06.017560 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:06.184816 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] For port 371fc144-3d0a-4d8a-a743-2ffd37549628, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=371fc144-3d0a-4d8a-a743-2ffd37549628,segment=NetworkSegment(ad8f0a94-112c-41a9-b4d6-ad26f93f05dd),segment_id=ad8f0a94-112c-41a9-b4d6-ad26f93f05dd)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:06.185172 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:06.309021 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Calling delete_port for 371fc144-3d0a-4d8a-a743-2ffd37549628 owned by network:router_interface {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:06.397244 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device d8a1c44f-7475-4fce-b727-7654086348b0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:06.435759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: d8a1c44f-7475-4fce-b727-7654086348b0 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:06.436111 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device d8a1c44f-7475-4fce-b727-7654086348b0 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:06.777302 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:06.782426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:06.827696 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Pushing event deleted for resources: {'Port': ['ID=371fc144-3d0a-4d8a-a743-2ffd37549628,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:06.854109 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:06.911748 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e42d9c-dcd6-42c1-b8c1-f5d5a1cec9eb req-bda56ab9-b154-4b47-b2a1-64740fd97991 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:06.913155 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01e42d9c-dcd6-42c1-b8c1-f5d5a1cec9eb req-bda56ab9-b154-4b47-b2a1-64740fd97991 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0848913 Dec 16 14:54:06.956893 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01e42d9c-dcd6-42c1-b8c1-f5d5a1cec9eb req-9aae01fa-fe3f-44a6-b4d6-a9a6432705ed tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376449 Dec 16 14:54:07.094217 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:07.453333 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Router d57f1cde-1e04-48c7-968c-c918794fe3f8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:54:07.630127 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:54:07.640059 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Sync routers for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:54:07.642871 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] 10.222.0.46 "PUT /v2.0/routers/d57f1cde-1e04-48c7-968c-c918794fe3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956810 Dec 16 14:54:07.645342 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38870) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:07.651081 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:07.651875 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:53:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:07.827504 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:07.835251 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:08.123061 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:08.162939 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34540-1f88-4ef6-8bc0-2ea976b12830 req-144e3ffd-27fd-4e4d-9cf9-0269332dc704 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:08.165179 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8aa34540-1f88-4ef6-8bc0-2ea976b12830 req-144e3ffd-27fd-4e4d-9cf9-0269332dc704 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0847237 Dec 16 14:54:08.181633 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:54:06Z', 'revision_number': 5, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port': {'id': 'b9cac656-87c3-4021-a4fe-850dcca3496d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:08.185427 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Checking router: d57f1cde-1e04-48c7-968c-c918794fe3f8 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:54:08.193557 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Routers {'d57f1cde-1e04-48c7-968c-c918794fe3f8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:08.194162 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:53:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d57f1cde-1e04-48c7-968c-c918794fe3f8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:08.199652 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Deleting port b9cac656-87c3-4021-a4fe-850dcca3496d {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:08.200084 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:08.209977 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8aa34540-1f88-4ef6-8bc0-2ea976b12830 req-bbf01537-0ef2-4aa6-9c50-0a82870109fd tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381544 Dec 16 14:54:08.361075 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] Set router d57f1cde-1e04-48c7-968c-c918794fe3f8 gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:08.387397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] For port b9cac656-87c3-4021-a4fe-850dcca3496d, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=b9cac656-87c3-4021-a4fe-850dcca3496d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:08.387673 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:08.464641 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:54:08Z', 'revision_number': 6, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:08.469390 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cc26c-644c-4c11-b38b-8017c4f3ba48 None None] The sync data for ids ['d57f1cde-1e04-48c7-968c-c918794fe3f8'] in dv-cinder-821892-3-smb is: [{'id': 'd57f1cde-1e04-48c7-968c-c918794fe3f8', 'name': 'tempest-ServerRescueNegativeTestJSON-301010526-router', 'tenant_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:54:08Z', 'revision_number': 6, 'project_id': '9bb61e1b5b094fa5bac96c570e7c9929', 'gw_port_host': None}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:54:08.509707 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Calling delete_port for b9cac656-87c3-4021-a4fe-850dcca3496d owned by network:router_gateway {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:08.776801 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:08.780939 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:08.824506 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cac656-87c3-4021-a4fe-850dcca3496d,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:08.827681 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:08.908827 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 371fc144-3d0a-4d8a-a743-2ffd37549628 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:08.925369 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:08.950694 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 371fc144-3d0a-4d8a-a743-2ffd37549628 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:08.951048 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 371fc144-3d0a-4d8a-a743-2ffd37549628 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:09.099264 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.101397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.160153 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-dea42f8c-011d-4c98-b567-fb5b3e8838ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.229905 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.229905 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d57f1cde-1e04-48c7-968c-c918794fe3f8 {{(pid=87436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:54:09.252698 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.253851 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ff3c4bec-94ed-481a-9c02-3a103aea3a38 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d57f1cde-1e04-48c7-968c-c918794fe3f8 HTTP/1.1" status: 204 len: 168 time: 1.6076009 Dec 16 14:54:09.256560 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38880) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:09.318582 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_v2 [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Deleting subnet 316cd8d0-9ca7-442e-ae83-860d130393b3 {{(pid=87436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:54:09.321483 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.423814 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136267'] for subnet, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.490204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2c24-90cc-47cc-af59-deedb57cba5b req-34829a99-db21-4bac-a337-be6a506a6e76 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:09.491826 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-537c2c24-90cc-47cc-af59-deedb57cba5b req-34829a99-db21-4bac-a337-be6a506a6e76 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1443152 Dec 16 14:54:09.523913 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.588959 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-537c2c24-90cc-47cc-af59-deedb57cba5b req-a16df58e-dda7-46a3-8616-d2323cefd927 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856414 Dec 16 14:54:09.731946 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2791085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4115218'] for subnet, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.737776 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed44866d-5152-4213-bbc8-b5ed541f379a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:09.771583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316cd8d0-9ca7-442e-ae83-860d130393b3,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:09.773501 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.778621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:09.782833 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/316cd8d0-9ca7-442e-ae83-860d130393b3 HTTP/1.1" status: 204 len: 168 time: 0.5225637 Dec 16 14:54:09.783140 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38894) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:09.974854 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.101554 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.125925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a']}} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:10.137301 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd') {'for_net_delete': True} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:10.137590 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f0a94-112c-41a9-b4d6-ad26f93f05dd') {} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:10.149472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136284'] for segment, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.165228 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.171426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:54:10.172052 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2791027'] for segment, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: Traceback (most recent call last): Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: timer() Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: cb(*args, **kw) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: return func(*args, **kwargs) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: self._notify() Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: self.callback(batched_events) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: event.method(event) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: return f(self, *a, **k) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: return self._get(url).json() Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: return self.request(url, 'GET', **kwargs) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:54:10.189387 dv-cinder-821892-3-smb neutron-server[87436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:54:10.319627 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.323450 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d177e442-3694-4b45-8d41-7745ebae08f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:10.342737 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.347942 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:10.351075 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:10.423508 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42d84f3b-cfc6-4fa8-9c1e-4f303273dd8a HTTP/1.1" status: 204 len: 168 time: 0.6392860 Dec 16 14:54:10.565306 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device b9cac656-87c3-4021-a4fe-850dcca3496d no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:10.598605 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: b9cac656-87c3-4021-a4fe-850dcca3496d {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:10.598947 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device b9cac656-87c3-4021-a4fe-850dcca3496d not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:10.775379 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbff27-434b-4846-be7c-0d138e08b8b4 req-efec7abe-c80b-48e0-b32f-f17010af6bda tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:10.776860 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-27fbff27-434b-4846-be7c-0d138e08b8b4 req-efec7abe-c80b-48e0-b32f-f17010af6bda tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0781991 Dec 16 14:54:10.799207 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38910) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:10.844198 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-27fbff27-434b-4846-be7c-0d138e08b8b4 req-61850c21-eb03-4c30-a66e-5f1ac2de5656 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611732 Dec 16 14:54:10.853786 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5db2237d-b3eb-461b-93a6-5ab1f80f9b22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bb61e1b5b094fa5bac96c570e7c9929&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533834 Dec 16 14:54:10.855629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 38914) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:10.912403 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.939716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:11.057409 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:11.061332 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-75a488e8-9c83-45c3-aa2f-db9920972baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:11.074747 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7efe96-f93f-4509-971b-b4a2c784bc65,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:11.077278 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:11.159385 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:11.160535 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f7efe96-f93f-4509-971b-b4a2c784bc65 HTTP/1.1" status: 204 len: 168 time: 0.3039637 Dec 16 14:54:11.525572 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-91e26b77-ef26-4d34-a2d8-f5cdf8dcb37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:12.106386 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69475ff-b0bb-480c-a154-93b175be8d5e req-6ab0653b-8b83-4443-ab66-194409c405d7 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:12.107901 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b69475ff-b0bb-480c-a154-93b175be8d5e req-6ab0653b-8b83-4443-ab66-194409c405d7 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1545491 Dec 16 14:54:12.154670 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b69475ff-b0bb-480c-a154-93b175be8d5e req-db062ab3-c459-4867-910a-4eb055a6773c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Dec 16 14:54:12.599763 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:12.777190 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:13.341723 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ba105-1e37-4aca-8c0b-25c8e1845fb1 req-0063a4f4-bc55-4f29-8ba8-d4d8595e03f3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:13.343204 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ac8ba105-1e37-4aca-8c0b-25c8e1845fb1 req-0063a4f4-bc55-4f29-8ba8-d4d8595e03f3 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0803645 Dec 16 14:54:13.391047 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ac8ba105-1e37-4aca-8c0b-25c8e1845fb1 req-6396903e-c0e1-49df-9912-ef49d64c1e1d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Dec 16 14:54:13.908845 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aca1b-534c-4a0a-b65a-83ce77322e76 req-d37074f9-10e1-4b7e-8fca-587d23c23503 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:13.910668 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a28aca1b-534c-4a0a-b65a-83ce77322e76 req-d37074f9-10e1-4b7e-8fca-587d23c23503 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0951998 Dec 16 14:54:13.965469 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a28aca1b-534c-4a0a-b65a-83ce77322e76 req-d767fb17-8e20-456e-91b4-271cab55d6e5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Dec 16 14:54:14.016944 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.037582 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-bba128b3-736b-49a2-a44a-9694e90dbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:14.039144 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-bba128b3-736b-49a2-a44a-9694e90dbe09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0785522 Dec 16 14:54:14.178546 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-3a222e99-c602-4be5-8676-4e6e74379f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:14.179973 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-3a222e99-c602-4be5-8676-4e6e74379f5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 912 time: 0.1327610 Dec 16 14:54:14.196074 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 38994) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:14.287219 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-30150fed-25e6-4748-8e4d-cbb6165c3296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 200 len: 1002 time: 0.1001759 Dec 16 14:54:14.319458 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.335613 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:14.339877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Usage tracker for resource:security_group_rule and tenant:a69346049127419ab5a1aae86f8c6f77 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:14.343703 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:14.350468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:14.378774 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-09c8fb1f-1c80-4515-9108-584604dabd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:14.380503 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-09c8fb1f-1c80-4515-9108-584604dabd52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.0861568 Dec 16 14:54:14.448424 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.477133 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-83a8e3a4-2db1-4503-b80f-f404a68acae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:14.478661 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-83a8e3a4-2db1-4503-b80f-f404a68acae6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853617 Dec 16 14:54:14.508524 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.517946 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-44d23572-cae0-45cd-88a9-3c167bb72302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:14.604694 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a69346049127419ab5a1aae86f8c6f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072933 Dec 16 14:54:14.607004 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ee444-f211-46b4-8925-774595b03d65,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:14.608026 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39004) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:14.610266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:14.631433 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-b41c48c9-9655-4834-b935-7fa11c944247 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460197 Dec 16 14:54:14.646520 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33145b3-91b7-4155-8993-2cc303860a1c req-47df6296-0b8a-440a-96cf-a43014287d76 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:14.647982 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b33145b3-91b7-4155-8993-2cc303860a1c req-47df6296-0b8a-440a-96cf-a43014287d76 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.1160083 Dec 16 14:54:14.697855 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b33145b3-91b7-4155-8993-2cc303860a1c req-9a4b5035-64cc-4fa5-9cdc-1ce22a8c0179 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Dec 16 14:54:14.761916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.799528 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.858667 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0db84d3b-2c50-480c-a271-1b385492fd06 req-b02f2fd8-34c1-4e5a-909a-5d9e6c89b971 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007682 Dec 16 14:54:14.983067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:14.986856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a9868e7c-4857-4e44-97dd-9208030456e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:14.999782 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ee444-f211-46b4-8925-774595b03d65,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:15.002642 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:15.005104 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:15.008644 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b7ee444-f211-46b4-8925-774595b03d65 HTTP/1.1" status: 204 len: 168 time: 0.3971174 Dec 16 14:54:15.158878 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf7302-f90c-42eb-ac45-e744ccf920ea req-c5d3dc3d-0ed3-4891-bacf-66c400810019 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:15.160303 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ddf7302-f90c-42eb-ac45-e744ccf920ea req-c5d3dc3d-0ed3-4891-bacf-66c400810019 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0825989 Dec 16 14:54:15.205393 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ddf7302-f90c-42eb-ac45-e744ccf920ea req-583ebfba-a1f4-4b42-ac4d-2c6822010961 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394554 Dec 16 14:54:15.590769 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39014) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:15.608494 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:15.626628 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:15.630441 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Usage tracker for resource:security_group_rule and tenant:f967a4c09f9a4c898ecb69e9e6d9ef16 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:15.633432 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:15.639909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:15.719746 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:15.816837 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:15.824356 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cbb241ab-2279-4883-8f48-5cd843ce694d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:15.864567 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb68b59-f534-49df-a132-043c442e60ae,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:15.868877 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f967a4c09f9a4c898ecb69e9e6d9ef16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770824 Dec 16 14:54:15.869808 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:15.871453 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39020) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:15.885556 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae650f1-d85d-4ddf-baae-e1d01d675ace req-3a3e1934-0364-4049-adac-ca49d810a997 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:15.887022 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bae650f1-d85d-4ddf-baae-e1d01d675ace req-3a3e1934-0364-4049-adac-ca49d810a997 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.0816731 Dec 16 14:54:15.929110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:15.932019 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bae650f1-d85d-4ddf-baae-e1d01d675ace req-a23d6e13-e16b-4b94-b56e-018e7e0a642a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Dec 16 14:54:15.956040 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:16.079386 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:16.084348 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8fba84ee-c67a-4f88-afa2-5aafb2052aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:16.099790 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb68b59-f534-49df-a132-043c442e60ae,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:16.102268 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:16.103463 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:16.104587 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edb68b59-f534-49df-a132-043c442e60ae HTTP/1.1" status: 204 len: 168 time: 0.2321951 Dec 16 14:54:16.389938 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ce83-88fa-4505-b1d0-db4967bf2ced req-45d7c63e-3f8c-4465-8b40-260981b2bd54 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:16.391405 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b021ce83-88fa-4505-b1d0-db4967bf2ced req-45d7c63e-3f8c-4465-8b40-260981b2bd54 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0790672 Dec 16 14:54:16.445819 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b021ce83-88fa-4505-b1d0-db4967bf2ced req-63dc33c6-4eed-4b15-ae27-073be0566627 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483141 Dec 16 14:54:16.744728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-2ae5d824-0b30-4fe0-b19c-1ae4eb725d9c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:16.746830 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-2ae5d824-0b30-4fe0-b19c-1ae4eb725d9c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.0867326 Dec 16 14:54:16.827127 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Deleting port ec5664c1-322d-4d47-a881-826f3c5dd581 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:16.827563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:17.135321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee14310-9f8f-4b68-b572-4758a2bafbd7 req-0144afd9-82d2-4dfc-abf4-8041f46502d0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:17.137530 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5ee14310-9f8f-4b68-b572-4758a2bafbd7 req-0144afd9-82d2-4dfc-abf4-8041f46502d0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 946 time: 0.0902281 Dec 16 14:54:17.174304 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] For port ec5664c1-322d-4d47-a881-826f3c5dd581, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ec5664c1-322d-4d47-a881-826f3c5dd581,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:17.174657 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:17.192750 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5ee14310-9f8f-4b68-b572-4758a2bafbd7 req-f3181176-dbcf-4202-a757-f7cec297b315 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483301 Dec 16 14:54:17.298398 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Calling delete_port for ec5664c1-322d-4d47-a881-826f3c5dd581 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:17.497033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:17.503134 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e68df18-5770-4af5-ad3b-2c90707a865a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:17.539124 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5', '0983598b-aa5e-436f-aa16-9416e9e57126', '9733d036-31f3-4474-b579-c6a5ff04067a', 'ec5664c1-322d-4d47-a881-826f3c5dd581'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:17.548589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event deleted for resources: {'Port': ['ID=ec5664c1-322d-4d47-a881-826f3c5dd581,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:17.574745 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:17.627551 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] No DVR routers for this DVR port ec5664c1-322d-4d47-a881-826f3c5dd581 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:17.629991 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:17.632555 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'name': 'network-vif-deleted', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:17.684996 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9096c-e984-475c-8eed-64a278351b60', 'name': 'network-vif-deleted', 'tag': 'ec5664c1-322d-4d47-a881-826f3c5dd581', 'status': 'completed', 'code': 200} Dec 16 14:54:17.697158 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3956c534-6f2f-4b83-8321-a93ac2a24239 req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "DELETE /v2.0/ports/ec5664c1-322d-4d47-a881-826f3c5dd581 HTTP/1.1" status: 204 len: 173 time: 0.9443021 Dec 16 14:54:18.355887 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cd7c1bef-5d15-412c-bace-5832e5fb91d9 req-ef02b4ce-2818-4291-ad7b-ec1d57959828 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=73a9096c-e984-475c-8eed-64a278351b60 HTTP/1.1" status: 200 len: 210 time: 0.0462694 Dec 16 14:54:20.455756 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ec5664c1-322d-4d47-a881-826f3c5dd581 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:20.492115 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: ec5664c1-322d-4d47-a881-826f3c5dd581 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:20.492543 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device ec5664c1-322d-4d47-a881-826f3c5dd581 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:20.753017 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab101c-cd23-445f-bcea-e1a27bc17888 req-6d8325cb-2c95-4bbc-967a-7bfe5654c138 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:20.754513 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-55ab101c-cd23-445f-bcea-e1a27bc17888 req-6d8325cb-2c95-4bbc-967a-7bfe5654c138 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0856981 Dec 16 14:54:20.857622 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-55ab101c-cd23-445f-bcea-e1a27bc17888 req-a2c22357-f643-4968-a1cd-f94eec0adae4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960975 Dec 16 14:54:20.884926 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-5a87d385-92d7-4b4d-84ea-0cb95cf61bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:20.886432 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-5a87d385-92d7-4b4d-84ea-0cb95cf61bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1137 time: 0.1126096 Dec 16 14:54:21.017429 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-a18fc521-3930-4ce4-b43c-7c59ddf99639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:21.019112 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-a18fc521-3930-4ce4-b43c-7c59ddf99639 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.1255095 Dec 16 14:54:21.127432 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-3d12c42f-cfa2-4c50-9056-fc89ad18c4ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 1000 time: 0.0990291 Dec 16 14:54:21.189893 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-800ff3fb-74c6-4f09-8ec8-f4da4caebf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:21.191355 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-800ff3fb-74c6-4f09-8ec8-f4da4caebf5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.0576527 Dec 16 14:54:21.311303 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-89fdd7ec-6ab1-4691-8e83-e1d99f6b9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:21.312631 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-89fdd7ec-6ab1-4691-8e83-e1d99f6b9c80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079872 Dec 16 14:54:21.463858 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf5bac-f8bc-46b6-9cff-ad273dab7d98 req-606f3319-d382-4705-a7ad-77bb4c7df0aa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:21.464547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-29cf5bac-f8bc-46b6-9cff-ad273dab7d98 req-606f3319-d382-4705-a7ad-77bb4c7df0aa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:21.474648 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-0ffa478b-54a3-42f7-918d-67706b9477f6 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544924 Dec 16 14:54:21.550046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-29cf5bac-f8bc-46b6-9cff-ad273dab7d98 req-606f3319-d382-4705-a7ad-77bb4c7df0aa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:21.551187 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-29cf5bac-f8bc-46b6-9cff-ad273dab7d98 req-606f3319-d382-4705-a7ad-77bb4c7df0aa tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.2792215 Dec 16 14:54:21.620366 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-29cf5bac-f8bc-46b6-9cff-ad273dab7d98 req-c94b6895-3da6-4665-b648-128e0528543f tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596471 Dec 16 14:54:21.640909 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47945fe2-70eb-406d-a873-5995b5f736c3 req-4d80d8ca-1a5f-4009-87f2-4b37ff69b427 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582346 Dec 16 14:54:22.053400 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9dcf9-1324-4df8-813e-c813835eddc1 req-b94783a8-dbc5-4976-be81-e58c4eb88587 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:22.055016 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fdd9dcf9-1324-4df8-813e-c813835eddc1 req-b94783a8-dbc5-4976-be81-e58c4eb88587 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0860815 Dec 16 14:54:22.101356 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fdd9dcf9-1324-4df8-813e-c813835eddc1 req-7aa4d954-7d36-4041-9bf3-09e94dea3fd1 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399275 Dec 16 14:54:22.902055 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2abe08-82b0-47a2-a223-4bd95f864856 req-537f78e2-5fce-4bb3-bb2b-b140db715920 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:22.903573 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1c2abe08-82b0-47a2-a223-4bd95f864856 req-537f78e2-5fce-4bb3-bb2b-b140db715920 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.1756368 Dec 16 14:54:22.948437 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1c2abe08-82b0-47a2-a223-4bd95f864856 req-3cd747a2-40df-4765-ab0e-15b35825a757 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Dec 16 14:54:23.287758 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f96bbb-d6ef-4a63-b11f-5c5bb9878abf req-c802f906-c511-4d50-b648-7b3323bb3dde tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:23.289260 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-26f96bbb-d6ef-4a63-b11f-5c5bb9878abf req-c802f906-c511-4d50-b648-7b3323bb3dde tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0785789 Dec 16 14:54:23.336456 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-26f96bbb-d6ef-4a63-b11f-5c5bb9878abf req-5dec8770-2312-41f4-a32d-1ee92107b698 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413122 Dec 16 14:54:23.342591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-a6f2eb95-1020-4d27-9e4a-8e8d44570580 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:23.345598 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-a6f2eb95-1020-4d27-9e4a-8e8d44570580 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 946 time: 0.0793502 Dec 16 14:54:23.415331 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Deleting port 9733d036-31f3-4474-b579-c6a5ff04067a {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:23.415591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:23.662115 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] For port 9733d036-31f3-4474-b579-c6a5ff04067a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9733d036-31f3-4474-b579-c6a5ff04067a,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:23.662498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:23.784411 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Calling delete_port for 9733d036-31f3-4474-b579-c6a5ff04067a owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:24.005423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:24.011437 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:24.041061 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5', '0983598b-aa5e-436f-aa16-9416e9e57126', '9733d036-31f3-4474-b579-c6a5ff04067a'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:24.056763 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event deleted for resources: {'Port': ['ID=9733d036-31f3-4474-b579-c6a5ff04067a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:24.059852 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:24.168862 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-00be209e-b4ac-47be-9a36-4ca1ac98ab39 req-e4a18a3f-b71f-4dbd-9c47-759dcf8cbb60 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.0842586 Dec 16 14:54:24.174706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] No DVR routers for this DVR port 9733d036-31f3-4474-b579-c6a5ff04067a on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:24.177102 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:24.186711 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'name': 'network-vif-deleted', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:24.233348 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45198753-f4c2-479e-8c4c-53f34245094d', 'name': 'network-vif-deleted', 'tag': '9733d036-31f3-4474-b579-c6a5ff04067a', 'status': 'completed', 'code': 200} Dec 16 14:54:24.246799 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ff11baea-8081-45a6-b5e3-d5bacc31ee5a req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "DELETE /v2.0/ports/9733d036-31f3-4474-b579-c6a5ff04067a HTTP/1.1" status: 204 len: 173 time: 0.8966007 Dec 16 14:54:24.526961 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfaee5-4b6a-4dde-8653-1fce1beda834 req-f2f78398-887f-4cf6-99cc-6a9eb4ae7173 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:24.528442 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e8bfaee5-4b6a-4dde-8653-1fce1beda834 req-f2f78398-887f-4cf6-99cc-6a9eb4ae7173 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0837023 Dec 16 14:54:24.574537 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e8bfaee5-4b6a-4dde-8653-1fce1beda834 req-fb46a188-9181-466f-a1b4-47f75f35dceb tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395038 Dec 16 14:54:25.346132 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-505fdccf-5ed1-44f0-b298-bb66a16704d1 req-e204f16e-3c04-45e7-93a8-5dcdc87a5dca tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=45198753-f4c2-479e-8c4c-53f34245094d HTTP/1.1" status: 200 len: 210 time: 0.0455465 Dec 16 14:54:25.758932 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a70b5-e6c6-4ea5-92af-01c3662e6ea7 req-8b1f45bb-2862-4480-b184-5ef8cd15fab4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:25.760381 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-928a70b5-e6c6-4ea5-92af-01c3662e6ea7 req-8b1f45bb-2862-4480-b184-5ef8cd15fab4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0802088 Dec 16 14:54:25.806788 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-928a70b5-e6c6-4ea5-92af-01c3662e6ea7 req-3ca89f26-c7d7-49ac-85e0-99292478f999 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407293 Dec 16 14:54:26.488170 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 9733d036-31f3-4474-b579-c6a5ff04067a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:26.525346 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 9733d036-31f3-4474-b579-c6a5ff04067a {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:26.529567 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 9733d036-31f3-4474-b579-c6a5ff04067a not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:26.995076 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5d408-a8ee-448d-b0a0-bace99a18976 req-8cf37221-97c2-462d-ab3a-dc11a808a93a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:26.996526 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-45f5d408-a8ee-448d-b0a0-bace99a18976 req-8cf37221-97c2-462d-ab3a-dc11a808a93a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0792725 Dec 16 14:54:27.043171 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-45f5d408-a8ee-448d-b0a0-bace99a18976 req-ba48c53d-5a3f-4de4-b723-b2a3b6dbbb9d tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406585 Dec 16 14:54:27.054110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1b99-6ea3-4c5b-8620-6e1e117e3b96 req-daa49d98-528b-494a-8110-bf0961d19f65 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:27.054839 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-90cf1b99-6ea3-4c5b-8620-6e1e117e3b96 req-daa49d98-528b-494a-8110-bf0961d19f65 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:27.130597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-90cf1b99-6ea3-4c5b-8620-6e1e117e3b96 req-daa49d98-528b-494a-8110-bf0961d19f65 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:27.131735 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90cf1b99-6ea3-4c5b-8620-6e1e117e3b96 req-daa49d98-528b-494a-8110-bf0961d19f65 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.1592331 Dec 16 14:54:27.178448 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90cf1b99-6ea3-4c5b-8620-6e1e117e3b96 req-1447133a-a9a2-4739-a2dd-26ef579219a7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Dec 16 14:54:28.196558 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39202) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:28.245314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20cf5-7b4f-4cde-a78f-771fb0357d14 req-e21d7450-354a-4c9b-9651-d8a9f2131c94 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:28.250652 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-02c20cf5-7b4f-4cde-a78f-771fb0357d14 req-e21d7450-354a-4c9b-9651-d8a9f2131c94 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1029556 Dec 16 14:54:28.299286 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-02c20cf5-7b4f-4cde-a78f-771fb0357d14 req-4f35d3fc-4086-44a5-a063-253cb6a6d077 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464299 Dec 16 14:54:28.359734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:28.385977 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:28.391472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Usage tracker for resource:security_group_rule and tenant:30b51da035c440de8f08c754fb573e8b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:28.396415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:28.405619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:28.436565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150e55a-3ba1-4329-b9cc-917069fb8fe0 req-50d16e10-8140-445c-9d94-9aa46db85349 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:28.438021 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f150e55a-3ba1-4329-b9cc-917069fb8fe0 req-50d16e10-8140-445c-9d94-9aa46db85349 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.1446280 Dec 16 14:54:28.507544 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f150e55a-3ba1-4329-b9cc-917069fb8fe0 req-7c13b95b-eb83-4c39-9aee-83a05442dfb0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Dec 16 14:54:28.551213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:28.577605 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:28.674266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:28.689536 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-97c55c57-2035-4d2d-b9ac-8b89e5fa658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:28.740364 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30b51da035c440de8f08c754fb573e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426555 Dec 16 14:54:28.743563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39212) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:28.744216 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea449c-8d8f-4c14-9ca1-3a1f9ba11929,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:28.749325 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:28.768485 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-705ecc05-10ea-4431-a295-9888ec4e4421 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698762 Dec 16 14:54:28.808703 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-49bdd449-6de3-4885-a01d-5a3a1889c342 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:28.810619 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-49bdd449-6de3-4885-a01d-5a3a1889c342 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.1704776 Dec 16 14:54:28.866602 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:28.880375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-3a492d18-acf8-49da-8512-df125dbf032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:28.881940 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-3a492d18-acf8-49da-8512-df125dbf032e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 1099 time: 0.0780315 Dec 16 14:54:28.915692 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Deleting port 0983598b-aa5e-436f-aa16-9416e9e57126 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:28.916028 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.033129 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-ce125bd1-3a78-4d4f-94d5-25982043bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:29.035623 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-ce125bd1-3a78-4d4f-94d5-25982043bdd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.1324735 Dec 16 14:54:29.036181 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.140453 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-58602d48-2ca4-485d-a246-ee1815924933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 200 len: 1000 time: 0.0982864 Dec 16 14:54:29.205398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-9da5593f-4309-4a72-be48-8eae450a3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:29.206868 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-9da5593f-4309-4a72-be48-8eae450a3c68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.0591414 Dec 16 14:54:29.273088 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.280441 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7e075a39-c866-433b-978b-342e51ce3035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:29.283480 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-d1e60ecf-22b1-4d91-83f4-5e68447e2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:29.285075 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-d1e60ecf-22b1-4d91-83f4-5e68447e2047 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714633 Dec 16 14:54:29.304893 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaea449c-8d8f-4c14-9ca1-3a1f9ba11929,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:29.309611 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:29.315108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] For port 0983598b-aa5e-436f-aa16-9416e9e57126, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0983598b-aa5e-436f-aa16-9416e9e57126,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:29.315465 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.324682 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.325843 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaea449c-8d8f-4c14-9ca1-3a1f9ba11929 HTTP/1.1" status: 204 len: 168 time: 0.5789242 Dec 16 14:54:29.453846 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Calling delete_port for 0983598b-aa5e-436f-aa16-9416e9e57126 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:29.570308 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-2ea489b2-9c25-48dc-ad6e-0a8e78463a2a service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782180 Dec 16 14:54:29.582674 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9333c1-da15-491f-96a5-279e98c3bffe req-dcf3db5e-56f9-44b1-bf3e-56b2effe65db tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:29.584489 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bb9333c1-da15-491f-96a5-279e98c3bffe req-dcf3db5e-56f9-44b1-bf3e-56b2effe65db tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1336796 Dec 16 14:54:29.712655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2553d9-65f1-4a49-aadb-b466a948e4bc req-b43a7364-613e-410c-ac27-583bcd449039 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:29.713895 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bb9333c1-da15-491f-96a5-279e98c3bffe req-7196fe7a-1383-476d-a9d3-ec4415c30e62 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104496 Dec 16 14:54:29.714571 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2b2553d9-65f1-4a49-aadb-b466a948e4bc req-b43a7364-613e-410c-ac27-583bcd449039 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 945 time: 0.0864606 Dec 16 14:54:29.719254 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.727057 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-188329db-a0dc-4ab3-9477-03a9638220e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:29.755991 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-31154ffa-d4b9-4c75-a0aa-c6ba342c2b19 req-7c86ab97-19a4-444d-b376-dcf8a5772418 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705575 Dec 16 14:54:29.782974 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5', '0983598b-aa5e-436f-aa16-9416e9e57126'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:29.788376 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event deleted for resources: {'Port': ['ID=0983598b-aa5e-436f-aa16-9416e9e57126,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:29.795078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:29.887362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] No DVR routers for this DVR port 0983598b-aa5e-436f-aa16-9416e9e57126 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:29.891840 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:29.894480 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'name': 'network-vif-deleted', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:29.901334 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2b2553d9-65f1-4a49-aadb-b466a948e4bc req-b0d4d3e7-4d4a-499e-bfbf-57887700d99c tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799455 Dec 16 14:54:29.956179 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84811e8b-dbf1-4c26-84e1-a65838f1bf2a', 'name': 'network-vif-deleted', 'tag': '0983598b-aa5e-436f-aa16-9416e9e57126', 'status': 'completed', 'code': 200} Dec 16 14:54:29.987273 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39226) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:30.007262 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ec5bdd30-1b1d-4bb1-b14e-035bc411efab req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "DELETE /v2.0/ports/0983598b-aa5e-436f-aa16-9416e9e57126 HTTP/1.1" status: 204 len: 173 time: 1.1881678 Dec 16 14:54:30.009508 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.025004 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:30.029842 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Usage tracker for resource:security_group_rule and tenant:c3343e6161274adf81ba3c0171a172f1 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:30.031655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:30.037262 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:30.117641 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.182428 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.191897 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-dfd83954-b6e5-49fb-bc59-274bfd7f32b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:30.232427 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3343e6161274adf81ba3c0171a172f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432950 Dec 16 14:54:30.233300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f19b82-25c8-4cd4-be2e-29fe2f91c81e,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:30.237464 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39230) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:30.237627 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:30.299429 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.325213 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.438894 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.442552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8949ce55-bba6-4ae8-b2ba-5f3fa1e3418a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:30.454765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f19b82-25c8-4cd4-be2e-29fe2f91c81e,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:30.458725 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:30.463895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:30.464987 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59f19b82-25c8-4cd4-be2e-29fe2f91c81e HTTP/1.1" status: 204 len: 168 time: 0.2281153 Dec 16 14:54:30.925011 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cc18b-c098-4ddd-8f09-0351569a7179 req-82139985-4c8c-4d2a-85ea-b1a973ce9f2a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:30.926614 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-df2cc18b-c098-4ddd-8f09-0351569a7179 req-82139985-4c8c-4d2a-85ea-b1a973ce9f2a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0993135 Dec 16 14:54:30.983927 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-df2cc18b-c098-4ddd-8f09-0351569a7179 req-a5f4c926-c705-41c9-91eb-b9036e36fe20 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512528 Dec 16 14:54:31.085902 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ff5129b0-35c1-4277-a4de-aa75f19eb528 req-f080844a-3228-4f6b-a788-eeaa8e4ccb64 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=84811e8b-dbf1-4c26-84e1-a65838f1bf2a HTTP/1.1" status: 200 len: 210 time: 0.0443497 Dec 16 14:54:31.353530 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:54:32.185950 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26a34-cc4d-46be-88cd-0f77d7c08d27 req-a102127b-61ef-410a-b91e-2964cfe83522 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:32.187368 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-aff26a34-cc4d-46be-88cd-0f77d7c08d27 req-a102127b-61ef-410a-b91e-2964cfe83522 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0936632 Dec 16 14:54:32.239717 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-aff26a34-cc4d-46be-88cd-0f77d7c08d27 req-c4d35e49-3717-49b7-97a1-ae105792f7f9 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450385 Dec 16 14:54:32.536673 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 0983598b-aa5e-436f-aa16-9416e9e57126 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:32.571154 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 0983598b-aa5e-436f-aa16-9416e9e57126 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:32.571604 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 0983598b-aa5e-436f-aa16-9416e9e57126 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:33.429880 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ec656-7d42-4613-a6e0-da60c60dbc36 req-b8ca2c88-13a0-4b08-a064-13b8736a1f07 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:33.431364 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ab2ec656-7d42-4613-a6e0-da60c60dbc36 req-b8ca2c88-13a0-4b08-a064-13b8736a1f07 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0848165 Dec 16 14:54:33.478809 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ab2ec656-7d42-4613-a6e0-da60c60dbc36 req-d938f4fb-0ad3-4f5c-a792-c9d40479fb6f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410395 Dec 16 14:54:34.062164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef767b58-a449-4f4e-8cc3-9fa46db48b5d req-4bbb4a0a-f133-41fa-b8e9-851fb7171756 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:34.063642 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ef767b58-a449-4f4e-8cc3-9fa46db48b5d req-4bbb4a0a-f133-41fa-b8e9-851fb7171756 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.0790644 Dec 16 14:54:34.111228 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ef767b58-a449-4f4e-8cc3-9fa46db48b5d req-91f75cf4-1ab9-468e-b88a-bcb7f2e1a161 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Dec 16 14:54:34.675909 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8ef0-c21f-4c62-9561-12fe7713d9aa req-08ada2a8-d91b-44b1-849c-eb78964437f3 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:34.677362 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3ff8ef0-c21f-4c62-9561-12fe7713d9aa req-08ada2a8-d91b-44b1-849c-eb78964437f3 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0853956 Dec 16 14:54:34.724654 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e3ff8ef0-c21f-4c62-9561-12fe7713d9aa req-fad4df19-6947-4590-a982-8bfd51cf4078 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412734 Dec 16 14:54:35.292439 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e5680-f890-4247-9885-73bebf5711a2 req-d02873fc-6cb6-443e-90ec-f673991abb7a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:35.293799 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-199e5680-f890-4247-9885-73bebf5711a2 req-d02873fc-6cb6-443e-90ec-f673991abb7a tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.0802579 Dec 16 14:54:35.337295 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-199e5680-f890-4247-9885-73bebf5711a2 req-e4120b94-f655-4eb4-a841-e5b3a14811e1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Dec 16 14:54:35.974779 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776002e3-f48a-4cb0-8070-27c8fee40498 req-41848db9-ca15-416b-93b8-05a3d7ba6822 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:35.976191 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-776002e3-f48a-4cb0-8070-27c8fee40498 req-41848db9-ca15-416b-93b8-05a3d7ba6822 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1479948 Dec 16 14:54:35.989257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-fd0e94f4-9a19-4356-bc43-a42a4d3b6ea1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:35.989957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-fd0e94f4-9a19-4356-bc43-a42a4d3b6ea1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:36.041123 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-776002e3-f48a-4cb0-8070-27c8fee40498 req-23535c6e-b423-4638-aba8-e9900705f5c9 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482216 Dec 16 14:54:36.096385 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-fd0e94f4-9a19-4356-bc43-a42a4d3b6ea1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:36.097498 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-fd0e94f4-9a19-4356-bc43-a42a4d3b6ea1 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.2363687 Dec 16 14:54:36.168544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Deleting port f9916110-9ef9-4913-887f-b2f35b4112a5 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:36.168883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:36.503701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] For port f9916110-9ef9-4913-887f-b2f35b4112a5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f9916110-9ef9-4913-887f-b2f35b4112a5,segment=NetworkSegment(8b358236-b3e2-4431-b962-8bb95e5b9e5e),segment_id=8b358236-b3e2-4431-b962-8bb95e5b9e5e)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:36.503701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:36.531719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf0f19-ddea-4277-b0cc-b1d31c04d9bf req-c777274a-6a4b-4540-ab95-c5221fead5c0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:36.533321 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7fdf0f19-ddea-4277-b0cc-b1d31c04d9bf req-c777274a-6a4b-4540-ab95-c5221fead5c0 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 945 time: 0.0891676 Dec 16 14:54:36.580631 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7fdf0f19-ddea-4277-b0cc-b1d31c04d9bf req-557ac26e-94f8-4c3e-ac5a-7f2167716f95 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/security-groups?id=d956370a-b0b9-4623-940d-f578aecd85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Dec 16 14:54:36.640945 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Calling delete_port for f9916110-9ef9-4913-887f-b2f35b4112a5 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:36.816378 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:36.821831 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0574cbc9-6b41-4fe9-bd55-7aa8a3e30db6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:36.853915 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['f9916110-9ef9-4913-887f-b2f35b4112a5'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:54:36.870657 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Pushing event deleted for resources: {'Port': ['ID=f9916110-9ef9-4913-887f-b2f35b4112a5,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:36.873743 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:36.942685 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] No DVR routers for this DVR port f9916110-9ef9-4913-887f-b2f35b4112a5 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:36.945037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:36.947583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'name': 'network-vif-deleted', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:36.990763 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f9f54b-bbf8-4faa-9d51-bdadc28b912d', 'name': 'network-vif-deleted', 'tag': 'f9916110-9ef9-4913-887f-b2f35b4112a5', 'status': 'completed', 'code': 200} Dec 16 14:54:37.028160 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d798331b-bf43-4d52-a5f3-1e337d1b253c req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.53 "DELETE /v2.0/ports/f9916110-9ef9-4913-887f-b2f35b4112a5 HTTP/1.1" status: 204 len: 173 time: 0.9236827 Dec 16 14:54:37.230310 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253cbcb-b35d-4197-9e6e-9079c64d2b02 req-b44f9f85-003c-4709-9dc5-c0358a5fbd10 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:37.231826 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4253cbcb-b35d-4197-9e6e-9079c64d2b02 req-b44f9f85-003c-4709-9dc5-c0358a5fbd10 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0816820 Dec 16 14:54:37.277537 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4253cbcb-b35d-4197-9e6e-9079c64d2b02 req-588d309b-87e9-4bdf-ba82-1ba2095f954a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398424 Dec 16 14:54:37.748860 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-a1f52c6c-25a1-4a98-8a78-eee769c9d1b8 req-07012256-d608-4ef2-aecf-ce1412ab027e tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Synchronizing usage tracker for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:37.827936 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-a1f52c6c-25a1-4a98-8a78-eee769c9d1b8 req-07012256-d608-4ef2-aecf-ce1412ab027e tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Unset dirty status for tenant:5f6af0b4f23140c9a2c2dae115f37e30 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:37.831959 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a1f52c6c-25a1-4a98-8a78-eee769c9d1b8 req-07012256-d608-4ef2-aecf-ce1412ab027e tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7f9f54b-bbf8-4faa-9d51-bdadc28b912d HTTP/1.1" status: 200 len: 210 time: 0.1308782 Dec 16 14:54:38.469816 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eec9b-4d16-4645-89c9-172040d89d12 req-f43df42b-13f1-4c34-af69-28f1783267ce tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:38.471295 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ee7eec9b-4d16-4645-89c9-172040d89d12 req-f43df42b-13f1-4c34-af69-28f1783267ce tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.0844085 Dec 16 14:54:38.516726 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ee7eec9b-4d16-4645-89c9-172040d89d12 req-94a80a01-1643-4fde-a56b-74993cd74c80 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397100 Dec 16 14:54:38.934550 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39342) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:38.993001 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Deleting subnet 206e0de3-dc30-4848-8bf6-eac6a99a9328 {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:54:38.995892 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.047170 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.103053 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.107786 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-340bc9fe-4e59-4151-9050-54e2d6019218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.228582 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.233427 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-076e47e7-1d30-4711-b318-098ecbf6505d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:39.273811 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206e0de3-dc30-4848-8bf6-eac6a99a9328,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:39.276899 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:39.277866 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.284200 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/206e0de3-dc30-4848-8bf6-eac6a99a9328 HTTP/1.1" status: 204 len: 168 time: 0.3486264 Dec 16 14:54:39.286688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39352) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:39.401184 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.675701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39362) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:39.694229 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.727785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df7a51c-2e49-47a4-b6ea-884a0df29e1b']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:39.742644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b358236-b3e2-4431-b962-8bb95e5b9e5e') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:39.742940 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b358236-b3e2-4431-b962-8bb95e5b9e5e') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:39.757249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.780844 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.791019 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.792583 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41913f7-5870-4f2c-b6c5-70397f320b85 req-40511014-a8b4-4669-8d24-40ac2ebec4b9 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:39.794054 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f41913f7-5870-4f2c-b6c5-70397f320b85 req-40511014-a8b4-4669-8d24-40ac2ebec4b9 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1450095 Dec 16 14:54:39.796651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:54:39.797047 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.806148 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:54:39.810029 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:54:39.816124 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Usage tracker for resource:security_group_rule and tenant:903802192814417580939b5a196e9d13 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:39.816124 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:39.820396 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:39.905263 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.918891 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f41913f7-5870-4f2c-b6c5-70397f320b85 req-001093ba-9573-4d52-9d65-3ddb6bda61ec tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068022 Dec 16 14:54:39.959223 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.968139 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33e243c9-6125-4365-882e-e51dd62d0179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:39.981895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.985693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:40.001251 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.007756 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=903802192814417580939b5a196e9d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309984 Dec 16 14:54:40.009314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df7a51c-2e49-47a4-b6ea-884a0df29e1b,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:40.009452 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f890f312-9626-49e6-b9f9-5002d4a18bb7,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:40.010917 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39368) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:40.012176 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:40.013251 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:40.071651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.096934 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.116349 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-84f584f7-e77f-407f-af87-50d5a059d269 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9df7a51c-2e49-47a4-b6ea-884a0df29e1b HTTP/1.1" status: 204 len: 168 time: 0.8287547 Dec 16 14:54:40.199349 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.204168 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3d00ef82-9340-4799-95ea-42cf8516063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:40.216042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890f312-9626-49e6-b9f9-5002d4a18bb7,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:40.218915 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:40.220946 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.224384 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f890f312-9626-49e6-b9f9-5002d4a18bb7 HTTP/1.1" status: 204 len: 168 time: 0.2101738 Dec 16 14:54:40.420817 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39376) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:40.480588 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-7e155350-8744-4aa2-879f-f6bcd1e71135 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f6af0b4f23140c9a2c2dae115f37e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585053 Dec 16 14:54:40.484023 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39382) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:40.545221 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.572741 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device f9916110-9ef9-4913-887f-b2f35b4112a5 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:40.574553 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.606802 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: f9916110-9ef9-4913-887f-b2f35b4112a5 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:40.607721 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device f9916110-9ef9-4913-887f-b2f35b4112a5 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:40.684685 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.688768 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-53404736-4df8-4d39-91b5-de5cb8818435 tempest-VolumesNegativeTest-1314592154 tempest-VolumesNegativeTest-1314592154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:40.705410 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956370a-b0b9-4623-940d-f578aecd85f2,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:40.708456 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:40.771632 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.772764 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d956370a-b0b9-4623-940d-f578aecd85f2 HTTP/1.1" status: 204 len: 168 time: 0.2878294 Dec 16 14:54:40.846963 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39394) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:40.865559 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.880565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:40.884925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Usage tracker for resource:security_group_rule and tenant:873d7870696345c6a914aa6b2d54050c is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:40.889594 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:40.895856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:40.990472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.080648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.093993 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-06aefe79-8a3f-47b9-b3bb-2b14f484ce2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:41.145050 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1c26e-0781-4142-a571-428ce68d0165,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:41.149380 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=873d7870696345c6a914aa6b2d54050c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029044 Dec 16 14:54:41.150495 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:41.152145 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39404) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:41.224774 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992d422-c125-4b5e-a681-79555a7e5d38 req-4d2c2e75-48f1-442b-8226-9139444c814e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:41.226268 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9992d422-c125-4b5e-a681-79555a7e5d38 req-4d2c2e75-48f1-442b-8226-9139444c814e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1859992 Dec 16 14:54:41.258508 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.303960 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.315746 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9992d422-c125-4b5e-a681-79555a7e5d38 req-38f48084-9dcf-456c-a4c0-3a15f6dcd4c4 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804164 Dec 16 14:54:41.433728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.439235 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-de799c30-d769-42e1-8937-05ad2fffda5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:41.449778 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1c26e-0781-4142-a571-428ce68d0165,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:41.453154 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:41.461100 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.462406 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-0dad3a94-17f0-4920-b127-844b10f337e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaa1c26e-0781-4142-a571-428ce68d0165 HTTP/1.1" status: 204 len: 168 time: 0.3049514 Dec 16 14:54:41.562779 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-48585246-c3dc-42aa-b83b-f79c31154a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:42.543761 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda24df-20ae-45b9-9bda-c3e05ece5bbc req-20baa1dd-44b4-4118-bf65-858f22fdc7f6 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:42.549044 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7dda24df-20ae-45b9-9bda-c3e05ece5bbc req-20baa1dd-44b4-4118-bf65-858f22fdc7f6 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1022763 Dec 16 14:54:42.604723 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:42.608108 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7dda24df-20ae-45b9-9bda-c3e05ece5bbc req-8c90cfec-6391-4839-a1f6-5e5e91f4047a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566256 Dec 16 14:54:42.748949 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:43.153625 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd953-4dbd-49dd-a85d-875fcbd694b4 req-3326ac61-8199-45bd-a8b9-39ef2ecbc855 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:43.153625 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2eafd953-4dbd-49dd-a85d-875fcbd694b4 req-3326ac61-8199-45bd-a8b9-39ef2ecbc855 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.0804210 Dec 16 14:54:43.199982 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2eafd953-4dbd-49dd-a85d-875fcbd694b4 req-48309539-7d52-4a36-8133-0e48e6c1987f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Dec 16 14:54:43.590727 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39506) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:43.724978 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:43.740333 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:43.744278 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Usage tracker for resource:security_group_rule and tenant:e513463c6a93403cac0fe07a89b6a18a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:43.747217 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:43.753226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:43.849767 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e456-14cf-4603-aead-8cd315dd335f req-b65ba37b-06f4-4abc-9539-c83ecef1976c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:43.857063 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ec51e456-14cf-4603-aead-8cd315dd335f req-b65ba37b-06f4-4abc-9539-c83ecef1976c tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1112099 Dec 16 14:54:43.862556 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:43.908158 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ec51e456-14cf-4603-aead-8cd315dd335f req-62f9012e-852c-452a-82ba-f404dd3e4636 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&id=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502219 Dec 16 14:54:44.119444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.126400 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5b2a464e-1bad-4b20-8d4d-836b3e54131f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:44.159084 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.168136 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e513463c6a93403cac0fe07a89b6a18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758324 Dec 16 14:54:44.169568 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c8069-2a60-46bc-9c99-4c0ad1db5385,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:44.170843 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39524) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:44.177953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.178384 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.178882 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.179541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.179899 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.180252 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.180658 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.180996 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.181344 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.181688 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.182032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.182395 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.187388 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:44.234122 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.261611 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.396307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd55d00-2bee-463e-841d-20fe4ed3ae48 req-50f71e7b-eaab-418a-a402-f7032a0a2eef tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:44.396307 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-abd55d00-2bee-463e-841d-20fe4ed3ae48 req-50f71e7b-eaab-418a-a402-f7032a0a2eef tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.0824244 Dec 16 14:54:44.415952 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.420864 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9a685e80-8851-4740-b208-d86689f38411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:44.431422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c8069-2a60-46bc-9c99-4c0ad1db5385,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:44.441029 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-abd55d00-2bee-463e-841d-20fe4ed3ae48 req-270598db-367a-4698-bda1-f3f61cbe5c46 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Dec 16 14:54:44.442247 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.442677 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.443041 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.443397 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.443750 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.444114 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.444440 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.444787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.445141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.445488 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.445834 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.446305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:54:44.449541 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:44.450354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:44.452284 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c66c8069-2a60-46bc-9c99-4c0ad1db5385 HTTP/1.1" status: 204 len: 168 time: 0.2800009 Dec 16 14:54:44.920738 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f26bb-58c6-458c-9253-722845b327f1 req-f765092f-6a0b-4346-8b56-fd760713aa81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:44.922178 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-276f26bb-58c6-458c-9253-722845b327f1 req-f765092f-6a0b-4346-8b56-fd760713aa81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.0844116 Dec 16 14:54:44.994510 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Deleting port 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:44.994856 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.062800 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39552) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:45.098484 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39558) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:45.119700 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.134971 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:45.139059 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Usage tracker for resource:security_group_rule and tenant:956567f8be874fa698b60c920a868dd2 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:45.142355 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:45.148785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:45.237452 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.306338 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.317569 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.325158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5c45bbe7-ce58-42fc-8a0a-c889f7e13556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:45.340135 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:45.340442 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] For port 8da031bb-dc59-4703-8e4f-d4702b768e28, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8da031bb-dc59-4703-8e4f-d4702b768e28,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:45.340829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.370133 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Usage tracker for resource:security_group_rule and tenant:82d9925e473c4c61868171d7ebfdfd5b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:45.375832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:45.378521 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e13f9-03ac-4a62-a9cf-408b8a781dad,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:45.385969 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:45.387654 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:45.392240 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=956567f8be874fa698b60c920a868dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927816 Dec 16 14:54:45.397814 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39562) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:45.489055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.534929 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.566037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.636224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.645229 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e1ee035-9d2c-43f9-ba11-e2ecdc0f214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:45.655373 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.657671 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.657671 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Floating IP 7d8b057b-e2de-4c0d-8c57-7d77a3b85af7 disassociated. External IP: 172.28.2.49, port: 8da031bb-dc59-4703-8e4f-d4702b768e28. Dec 16 14:54:45.657671 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Calling delete_port for 8da031bb-dc59-4703-8e4f-d4702b768e28 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:45.695874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b54c4a-2c2d-4e7a-9a09-2dc3a1cd6f78,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:45.700084 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82d9925e473c4c61868171d7ebfdfd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362567 Dec 16 14:54:45.703586 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:45.704040 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39568) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:45.733818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835be10-89d4-4da6-a0d3-c6edbba7d1bf req-11721a33-d50e-49e6-a6ab-b0f779dff803 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:45.735792 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c835be10-89d4-4da6-a0d3-c6edbba7d1bf req-11721a33-d50e-49e6-a6ab-b0f779dff803 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 946 time: 0.1592598 Dec 16 14:54:45.749490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.756736 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f9f87ad7-bbc8-4cba-b273-2f675250e939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:45.796798 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e13f9-03ac-4a62-a9cf-408b8a781dad,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:45.803851 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:45.823054 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.824158 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a26e13f9-03ac-4a62-a9cf-408b8a781dad HTTP/1.1" status: 204 len: 168 time: 0.4254334 Dec 16 14:54:45.849089 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c835be10-89d4-4da6-a0d3-c6edbba7d1bf req-b240c9a4-33ed-491b-8195-12df644064f4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=27fd07cb-e969-436f-b4a3-b214ba611f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919244 Dec 16 14:54:45.849089 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.858193 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.866815 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-934c4bcd-8756-4ea1-9332-57d2622d40af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:45.883393 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:45.917920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'Port': ['ID=8da031bb-dc59-4703-8e4f-d4702b768e28,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:45.921446 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:46.016101 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:46.020018 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-85abf569-c3f9-4291-be33-1e5236b447e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:46.030935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b54c4a-2c2d-4e7a-9a09-2dc3a1cd6f78,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:46.036337 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:46.038172 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:46.042753 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84b54c4a-2c2d-4e7a-9a09-2dc3a1cd6f78 HTTP/1.1" status: 204 len: 168 time: 0.3362751 Dec 16 14:54:46.139426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:54:46.340132 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:54:46.350981 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:54:46.363570 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:46.367409 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:46.424447 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] No DVR routers for this DVR port 8da031bb-dc59-4703-8e4f-d4702b768e28 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:46.427157 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:46.431387 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-deleted', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:46.495018 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355645c-7404-4e57-ab16-a9767752632a', 'name': 'network-vif-deleted', 'tag': '8da031bb-dc59-4703-8e4f-d4702b768e28', 'status': 'completed', 'code': 200} Dec 16 14:54:46.534491 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-276f26bb-58c6-458c-9253-722845b327f1 req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "DELETE /v2.0/ports/8da031bb-dc59-4703-8e4f-d4702b768e28 HTTP/1.1" status: 204 len: 173 time: 1.6032274 Dec 16 14:54:46.567773 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:46.730484 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39592) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:46.752512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:46.767536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:46.779939 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Usage tracker for resource:security_group_rule and tenant:50f694fb2cb34fb1a3ec5ccbb336f9d4 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:46.783302 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:46.795116 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:46.954788 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.008018 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:47.012230 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:54:47.021471 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:47.022074 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:47.034624 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.047550 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-32237d79-c3bf-42ea-82eb-27efb6aa4016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:47.064618 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0827642b-47d1-414e-b500-a784846f92db req-b5c65be6-62e3-40f6-8d13-98441b377017 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=5355645c-7404-4e57-ab16-a9767752632a HTTP/1.1" status: 200 len: 210 time: 0.0623524 Dec 16 14:54:47.106351 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50f694fb2cb34fb1a3ec5ccbb336f9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747451 Dec 16 14:54:47.111141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d2380-341e-4ebc-a334-81dbae18a9dd,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:47.111266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39604) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:47.113603 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:47.185772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.214763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.219165 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39608) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:47.249000 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:47.331956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-347482104-network', 'tenant_id': '7eee393d239649e18320de44d6669bd7'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:47.337062 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:47.341315 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Usage tracker for resource:network and tenant:7eee393d239649e18320de44d6669bd7 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:47.341611 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.344235 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:47.346482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f56200ca-b443-43bb-b3cc-78d12960ff66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:47.351679 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:47.357372 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d2380-341e-4ebc-a334-81dbae18a9dd,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:47.361164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:47.365883 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.365883 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/220d2380-341e-4ebc-a334-81dbae18a9dd HTTP/1.1" status: 204 len: 168 time: 0.2535150 Dec 16 14:54:47.490405 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Made reservation on behalf of 7eee393d239649e18320de44d6669bd7 for: {'network': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:54:47.492812 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.505816 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.521104 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:47.525107 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:7eee393d239649e18320de44d6669bd7 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:47.528281 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:47.538748 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:47.632696 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:47.636953 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b0e9-4fd2-4ee6-8ff3-60402775abb9 None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:54:47.660392 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.741954 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.745180 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-fe77ece8-9491-4734-948e-104f737a96ab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:47.777171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:54:47.803643 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.803643 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.segments_db [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Added segment e39b11ea-21c1-44ea-a26d-7c11ae854aa1 of type vlan for network a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd Dec 16 14:54:47.839647 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce75186-d511-4308-aafe-d6f1497d2670,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:47.849091 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.863366 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:47.964811 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.966205 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:47.967396 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:47.971382 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:47.993915 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5de55-97a5-4032-b250-d34ca68e9f27 None None] New status for floating IP 7d8b057b-e2de-4c0d-8c57-7d77a3b85af7: DOWN {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:54:48.083194 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:48.086528 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:48.095761 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:54:48.171901 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bc853865-632a-4d46-bfa4-5a585f446cc7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9516447 Dec 16 14:54:48.174654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39628) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:48.180510 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Request body: {'subnet': {'network_id': 'a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-347482104-subnet', 'tenant_id': '7eee393d239649e18320de44d6669bd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:48.187704 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:48.198149 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Usage tracker for resource:subnet and tenant:7eee393d239649e18320de44d6669bd7 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:48.205407 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:48.219362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:48.330111 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Made reservation on behalf of 7eee393d239649e18320de44d6669bd7 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:54:48.333462 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4115257'] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.339242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39640) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:48.417607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.449478 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.559230 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.564366 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0a45f310-03e6-46ed-af92-fe7af99679b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:48.579324 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fd07cb-e969-436f-b4a3-b214ba611f7d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:48.581931 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:48.632334 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:48.655010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.655010 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "DELETE /v2.0/security-groups/27fd07cb-e969-436f-b4a3-b214ba611f7d HTTP/1.1" status: 204 len: 168 time: 0.3096945 Dec 16 14:54:48.655010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39652) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:48.668736 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.api.v2.resource [None req-a448489d-5b62-41d4-9c6f-28bda1b953a5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] show failed (client error): The resource could not be found. Dec 16 14:54:48.669719 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a448489d-5b62-41d4-9c6f-28bda1b953a5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups/27fd07cb-e969-436f-b4a3-b214ba611f7d HTTP/1.1" status: 404 len: 347 time: 0.0160830 Dec 16 14:54:48.672833 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39656) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:48.686331 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 8da031bb-dc59-4703-8e4f-d4702b768e28 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:48.686927 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 8da031bb-dc59-4703-8e4f-d4702b768e28 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:48.737771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4115211'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.762108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b94a20b4-defe-4750-8e6c-985c07bdcb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:48.898549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Deleting port 7072ba0d-0844-463c-b7e7-48c67dfa6fbb {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:48.898888 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:48.948668 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e395857-2f03-43b4-92c9-a629599be3ef,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:48.959196 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:48.972786 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Checking segment: {'id': 'e39b11ea-21c1-44ea-a26d-7c11ae854aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:54:48.973135 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Network hostable DHCP agents. Network: a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:54:49.104661 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.105004 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.168101 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Network a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:54:49.233834 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Calling delete_port for 7072ba0d-0844-463c-b7e7-48c67dfa6fbb owned by network:floatingip {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:49.353614 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:54:49.359349 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:49.360330 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.363793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8f12b-0701-4a7b-b84c-ef82b4c10f37 None None] Network a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:54:49.502264 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.507085 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-2c6140f5-e404-4d36-8f3d-97e70895c94c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3314519 Dec 16 14:54:49.509073 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:49.555982 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'Port': ['ID=7072ba0d-0844-463c-b7e7-48c67dfa6fbb,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:49.559190 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:49.582563 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaeacee-5732-4e69-bda8-e8c0d528b162 None None] Network a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:54:49.656373 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.659423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:49.663561 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "DELETE /v2.0/floatingips/7d8b057b-e2de-4c0d-8c57-7d77a3b85af7 HTTP/1.1" status: 204 len: 168 time: 0.9867053 Dec 16 14:54:49.975481 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39706) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:49.981046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732606509', 'description': 'tempest-description--994298235'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:49.986956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:49.991194 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:49.994035 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:49.999772 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.096161 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.119814 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:50.123712 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:50.126916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:50.132943 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.204195 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.261666 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.267742 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-38f6138a-75cb-410b-8d0b-b9e8ffb3d620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:50.313940 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43465a-edd7-4127-8a8f-9d11cd1deee9,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:50.317027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:50.335240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39732) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:50.340870 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568026968-network', 'tenant_id': '7f8b46ca55054e4fa9cb54920cc69f71'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:50.345458 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:50.349924 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Usage tracker for resource:network and tenant:7f8b46ca55054e4fa9cb54920cc69f71 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:50.353033 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:50.360563 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.375956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.378134 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4014959 Dec 16 14:54:50.380210 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39736) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:50.385846 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group_rule': {'security_group_id': '3f43465a-edd7-4127-8a8f-9d11cd1deee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:50.392634 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:50.396527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:50.400198 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:50.406997 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.450246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Made reservation on behalf of 7f8b46ca55054e4fa9cb54920cc69f71 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:54:50.453267 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.466217 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.481136 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:50.485114 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Usage tracker for resource:security_group_rule and tenant:7f8b46ca55054e4fa9cb54920cc69f71 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:50.488035 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:50.493982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.509203 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.601028 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.632582 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.667485 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.670268 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c6b72009-3ba8-4616-857e-f4b78747a854 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:50.693311 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.702378 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa716c8-c49f-4c33-b80a-094b2aa68940,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:50.709337 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:50.712190 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9c63226c-f63b-42c9-a272-734ec9181ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:50.729148 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:54:50.751295 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.751969 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Added segment f3b271fd-ec46-44ef-8248-1e9501d8a17d of type vlan for network 8a90573f-4877-48e0-a238-c10a6a08bec7 Dec 16 14:54:50.755304 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d2b6c-9e72-47d1-8119-94d219a36b5d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:50.762686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:50.785552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.790120 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.793792 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-26a2764b-fef8-4ce9-8d04-f753aef72519 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4095206 Dec 16 14:54:50.799618 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39744) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:50.800008 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'security_group_rule': {'security_group_id': '3f43465a-edd7-4127-8a8f-9d11cd1deee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:50.808572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:50.815240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:security_group_rule and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:50.826015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:50.834064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:50.907629 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.909022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:50.909612 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:50.913562 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-515f09af-8329-4a3b-8d75-7046c368eb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:51.062713 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.107521 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Pushing event updated for resources: {'Network': ['ID=8a90573f-4877-48e0-a238-c10a6a08bec7,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:51.111637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:51.118150 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 8a90573f-4877-48e0-a238-c10a6a08bec7 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:54:51.129326 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7929757 Dec 16 14:54:51.133905 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39748) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:51.142597 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Request body: {'subnet': {'network_id': '8a90573f-4877-48e0-a238-c10a6a08bec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568026968-subnet', 'tenant_id': '7f8b46ca55054e4fa9cb54920cc69f71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:51.160396 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.161415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:51.165547 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Usage tracker for resource:subnet and tenant:7f8b46ca55054e4fa9cb54920cc69f71 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:51.168580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:51.175182 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:51.221755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.223858 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6565422d-34c4-4a02-8b82-e66a001ffaea tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:51.246903 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86953d2-d49d-404c-be3b-a69303dceec4,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:51.249701 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:51.257233 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Made reservation on behalf of 7f8b46ca55054e4fa9cb54920cc69f71 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:54:51.265130 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4115257'] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.364866 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.366016 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3c433804-fa83-4960-b987-fd5dd81dbd9f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5705118 Dec 16 14:54:51.369150 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39752) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:51.375247 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:51.381725 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:51.386825 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Usage tracker for resource:floatingip and tenant:1b05679c5b7144efa449eb40cee9409b is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:54:51.391643 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:54:51.401604 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:51.518822 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.590322 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4115211'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.606444 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56ebc269-74df-4c30-b9a7-4532046cb5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:51.785497 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9dd493-690b-402b-8499-c3fedcf7c0cc,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:51.789433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:51.797807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Checking segment: {'id': 'f3b271fd-ec46-44ef-8248-1e9501d8a17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8a90573f-4877-48e0-a238-c10a6a08bec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:54:51.798163 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Network hostable DHCP agents. Network: 8a90573f-4877-48e0-a238-c10a6a08bec7, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:54:51.853690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.904659 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Network 8a90573f-4877-48e0-a238-c10a6a08bec7 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:54:51.983942 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 8a90573f-4877-48e0-a238-c10a6a08bec7) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:54:51.990440 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:51.991035 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:51.992154 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5815e95-acb7-4759-a1a8-1d382a6919d4 None None] Network 8a90573f-4877-48e0-a238-c10a6a08bec7 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:54:52.014247 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Allocated IP 172.28.2.27 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/5f0f56b9-89d3-46c6-b157-fee0c08ffad6) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:54:52.105269 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9695952 Dec 16 14:54:52.195740 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.213696 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a8a8b-c972-46e6-bcf0-9b3825b9faf9 None None] Network 8a90573f-4877-48e0-a238-c10a6a08bec7 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:54:52.279931 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.284943 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-40d920ef-3477-47c6-bd2a-b54ad84e4bcc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:52.291472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39764) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:52.349089 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:54:52.352179 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:54:52.356623 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:54:52.367141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Deleting subnet 9e395857-2f03-43b4-92c9-a629599be3ef {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:54:52.370597 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.422631 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=5f0f56b9-89d3-46c6-b157-fee0c08ffad6,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:52.426871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:52.440074 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.465595 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.508000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.598182 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.650889 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.656174 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:52.693514 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e395857-2f03-43b4-92c9-a629599be3ef,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:52.696526 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:52.699517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.706444 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9e395857-2f03-43b4-92c9-a629599be3ef HTTP/1.1" status: 204 len: 168 time: 0.4137838 Dec 16 14:54:52.709181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39772) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:52.827454 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.835143 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.884690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.888613 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f71ab163-2566-49b7-b157-03ae251fd162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:52.964022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:52.991236 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.004156 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39b11ea-21c1-44ea-a26d-7c11ae854aa1') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.004455 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39b11ea-21c1-44ea-a26d-7c11ae854aa1') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.013509 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.016883 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.035743 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=5f0f56b9-89d3-46c6-b157-fee0c08ffad6,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:53.040171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:53.075787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.089656 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:54:53.097078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:54:53.103238 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:54:53.124710 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.126220 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7561333 Dec 16 14:54:53.193896 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c996d-d865-4bfb-a003-af4e902c1253 req-290a6408-a8d8-4985-ba92-f78608b4f5bf tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:53.195367 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-888c996d-d865-4bfb-a003-af4e902c1253 req-290a6408-a8d8-4985-ba92-f78608b4f5bf tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.1716020 Dec 16 14:54:53.234917 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.242192 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:53.256778 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-888c996d-d865-4bfb-a003-af4e902c1253 req-bcefc27a-f9dc-46bd-9a0f-8b310a9b30d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555561 Dec 16 14:54:53.263686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.267507 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:53.278321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:53.281558 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-43e8128e-7a6e-4342-9f1f-76670cd18c54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3ae3a1c-6c0b-4082-ba71-fd426ed85fcd HTTP/1.1" status: 204 len: 168 time: 0.5709574 Dec 16 14:54:53.284020 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39788) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:53.347646 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Deleting subnet 9a9dd493-690b-402b-8499-c3fedcf7c0cc {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:54:53.351028 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.366734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-2b27b9d3-d0f1-49be-a5a9-acaac0fa3fcd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:53.402224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.427384 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-2b27b9d3-d0f1-49be-a5a9-acaac0fa3fcd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:53.428475 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-2b27b9d3-d0f1-49be-a5a9-acaac0fa3fcd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1732606509&fields=id&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 267 time: 0.1067321 Dec 16 14:54:53.460526 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.582081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.586641 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-724e9510-bdb4-42e9-9374-c2f7d0413899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:53.590881 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-b8cf2c84-c43b-42f2-b679-ddb991d1d03c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:53.595057 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-b8cf2c84-c43b-42f2-b679-ddb991d1d03c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 816 time: 0.1579244 Dec 16 14:54:53.607901 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-87f9817e-2af0-41fa-94e7-fb0b54fffd5b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/quotas/1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 375 time: 0.0091605 Dec 16 14:54:53.624907 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9dd493-690b-402b-8499-c3fedcf7c0cc,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:53.628087 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:53.629049 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.636646 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-45f13eb7-8ad8-4aa1-9233-72b3f3793fd9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a9dd493-690b-402b-8499-c3fedcf7c0cc HTTP/1.1" status: 204 len: 168 time: 0.3502629 Dec 16 14:54:53.637869 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39796) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:53.698249 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-0528867f-4d69-4598-9cba-a210bef29f79 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:53.745903 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.758691 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-0528867f-4d69-4598-9cba-a210bef29f79 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:53.760022 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-0528867f-4d69-4598-9cba-a210bef29f79 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463828 Dec 16 14:54:53.871210 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.896891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a90573f-4877-48e0-a238-c10a6a08bec7']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.909431 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b271fd-ec46-44ef-8248-1e9501d8a17d') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.909732 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b271fd-ec46-44ef-8248-1e9501d8a17d') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:53.910599 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-834fdea9-a1eb-4269-9d15-7fa901c441b8 service neutron] 10.222.0.46 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381657 Dec 16 14:54:53.921231 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.940953 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.947305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:54:53.947686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:54:53.962221 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:54:54.046822 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-c02808b1-91bd-4dac-8142-f4fde1ebc7b0 service neutron] 10.222.0.46 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303051 Dec 16 14:54:54.216202 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.219754 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d560bb35-5b19-4677-8230-d8aca75ec3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:54.232169 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.241785 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a90573f-4877-48e0-a238-c10a6a08bec7 HTTP/1.1" status: 204 len: 168 time: 0.6021113 Dec 16 14:54:54.242783 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a90573f-4877-48e0-a238-c10a6a08bec7,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:54.245282 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:54.354150 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e06f82ad-54b3-4437-89c7-a0d94fb6d0ca req-2233189a-62f3-46d1-a1e7-c5c6a9f16cb0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 210 time: 0.0535309 Dec 16 14:54:54.474012 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8616-4ef7-459e-9506-95dc87755a9b req-bb066c7d-9c9d-4955-8a0a-e6acd686a762 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:54.475743 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-109e8616-4ef7-459e-9506-95dc87755a9b req-bb066c7d-9c9d-4955-8a0a-e6acd686a762 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0819669 Dec 16 14:54:54.519741 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-109e8616-4ef7-459e-9506-95dc87755a9b req-5c69633d-22ff-423d-a2f8-2d5a7a81adac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Dec 16 14:54:54.629079 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39814) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:54.677876 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c46fa0f6-ee51-4d39-bd97-a0e125f42836 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7eee393d239649e18320de44d6669bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475185 Dec 16 14:54:54.680244 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39818) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:54.740991 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.765581 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.873115 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.876949 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a58b6513-998e-4038-8bdf-a81613e14eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:54.888040 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce75186-d511-4308-aafe-d6f1497d2670,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:54.892414 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:54.894355 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:54.895501 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ce75186-d511-4308-aafe-d6f1497d2670 HTTP/1.1" status: 204 len: 168 time: 0.2142706 Dec 16 14:54:55.444960 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-bdef91a3-d052-49de-9255-543d184a580c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:55.446856 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-bdef91a3-d052-49de-9255-543d184a580c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.0892012 Dec 16 14:54:55.500220 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c7bc1cc9-585a-4cbe-8fab-80181069c1e6 req-f3b75ddc-d147-4699-9354-e81fdc56a21e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 210 time: 0.0435760 Dec 16 14:54:55.526755 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Deleting port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:54:55.527241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:55.716476 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39834) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:55.770023 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b34c04b1-2f3d-4721-959b-1f8c747991be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f8b46ca55054e4fa9cb54920cc69f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521433 Dec 16 14:54:55.772932 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39838) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:55.849283 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:55.885627 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:55.889324 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf92e6-83e3-4112-bcaa-2c8bf4d18e9b req-39032d59-1862-4ab3-8ef3-bf57cbbf658e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:55.890825 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cadf92e6-83e3-4112-bcaa-2c8bf4d18e9b req-39032d59-1862-4ab3-8ef3-bf57cbbf658e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 946 time: 0.2217155 Dec 16 14:54:55.976966 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cadf92e6-83e3-4112-bcaa-2c8bf4d18e9b req-83efb029-daf4-4549-baf2-9c509a632ab8 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf8329d1-19f8-4996-98d3-20e18a430cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800126 Dec 16 14:54:55.984434 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] For port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:54:55.984793 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.010478 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.015775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e47b385a-764c-4d73-a928-76c7d4509344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:56.029205 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d2b6c-9e72-47d1-8119-94d219a36b5d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:56.032106 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:56.037741 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.037741 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d32d2b6c-9e72-47d1-8119-94d219a36b5d HTTP/1.1" status: 204 len: 168 time: 0.2613609 Dec 16 14:54:56.290585 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.291036 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.291410 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Floating IP cb07ff90-80f2-4d49-8f12-955b90353dd1 disassociated. External IP: 172.28.2.184, port: 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f. Dec 16 14:54:56.291806 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Calling delete_port for 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:54:56.511660 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:56.526640 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:56.535364 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-12f9c303-603d-4c33-923a-d5f3efaea378 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:56.537049 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-12f9c303-603d-4c33-923a-d5f3efaea378 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 816 time: 0.1667974 Dec 16 14:54:56.600334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-84157033-cbe9-41db-8c62-5b8949b99fae tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:54:56.605892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'Port': ['ID=7e998c8b-3856-4fac-9e42-5d4c92f3bd8f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:56.609478 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:56.614841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-84157033-cbe9-41db-8c62-5b8949b99fae tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:54:56.616105 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-84157033-cbe9-41db-8c62-5b8949b99fae tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 380 time: 0.0623519 Dec 16 14:54:56.625901 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'port': {'device_id': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'admin_state_up': True, 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'security_groups': ['3f43465a-edd7-4127-8a8f-9d11cd1deee9']}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:56.764484 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ace9efcc-3a89-425a-9788-c9934ae31550 req-2a53f19a-317e-44ac-bdbb-9398aed0d957 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 210 time: 0.1062682 Dec 16 14:54:56.820000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:54:56.832534 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:54:56.838184 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:54:56.884572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Made reservation on behalf of 1b05679c5b7144efa449eb40cee9409b for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:54:56.888153 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:57.108610 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:54:57.109515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Allocated IP 172.20.0.14 (36c76287-441a-43c9-a5da-e913082e71c4/3d7f5b09-7951-4ee6-add9-091893b865eb/e4ffd4fb-8748-4953-8ad6-edb5a2d1139b) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:54:57.124738 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:54:57.138328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:57.139524 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:57.266628 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d101793f-ec13-4017-bb08-bc3133aac732 req-0267783f-f670-4821-a61d-d1fba7315067 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.0876539 Dec 16 14:54:57.279160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] No DVR routers for this DVR port 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:54:57.295541 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:57.299983 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'name': 'network-vif-deleted', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:57.363865 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c5162-23f9-410a-86c7-b3f100783bb4', 'name': 'network-vif-deleted', 'tag': '7e998c8b-3856-4fac-9e42-5d4c92f3bd8f', 'status': 'completed', 'code': 200} Dec 16 14:54:57.363996 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:57.366783 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:57.385606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Transition to ACTIVE for port object e4ffd4fb-8748-4953-8ad6-edb5a2d1139b will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:54:57.399510 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b089bb90-f232-4308-9c0e-03ba6f07ce28 req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "DELETE /v2.0/ports/7e998c8b-3856-4fac-9e42-5d4c92f3bd8f HTTP/1.1" status: 204 len: 173 time: 1.9423184 Dec 16 14:54:57.521234 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:57.529550 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:57.624405 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Network 36c76287-441a-43c9-a5da-e913082e71c4 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:54:57.627925 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:54:57.632977 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:54:57.696886 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:57.700483 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:57.736896 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:57.737689 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:57.787722 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:57.792316 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:54:57.804792 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:54:57.805568 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:57.851585 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2296536 Dec 16 14:54:57.873618 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Request body: {'port': {'device_id': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:54:58.006290 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-739bdb87-b2db-48ca-92b6-d1b4e30f0d54 None None] Provisioning for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:54:58.007789 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:58.017500 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-739bdb87-b2db-48ca-92b6-d1b4e30f0d54 None None] Provisioning complete for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:54:58.017965 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-739bdb87-b2db-48ca-92b6-d1b4e30f0d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:58.036321 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ac772-add5-43dd-a463-493807823b3a req-d49e4f1c-1d34-4629-bc8b-a1a63ef62005 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:58.037814 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-eb6ac772-add5-43dd-a463-493807823b3a req-d49e4f1c-1d34-4629-bc8b-a1a63ef62005 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 932 time: 0.0982821 Dec 16 14:54:58.091386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:54:58.098507 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-eb6ac772-add5-43dd-a463-493807823b3a req-842b5047-69f1-4efb-a2a8-c8b757856080 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545294 Dec 16 14:54:58.159667 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-739bdb87-b2db-48ca-92b6-d1b4e30f0d54 None None] Port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:54:58.573254 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:54:58.578148 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ddccf-a286-458d-abd4-2580c90d6b26 None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:54:58.597123 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-87238080-97e1-44c8-a4af-74cb6633b15b req-833849f8-70de-4357-80c3-6fe81b3bb3cd tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=692c5162-23f9-410a-86c7-b3f100783bb4 HTTP/1.1" status: 200 len: 210 time: 0.1578355 Dec 16 14:54:58.673111 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:54:58.684114 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:54:58.697064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:58.711724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Transition to ACTIVE for port object e4ffd4fb-8748-4953-8ad6-edb5a2d1139b will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:54:58.738404 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:58.793847 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:58.794314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:54:58.794314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 7e998c8b-3856-4fac-9e42-5d4c92f3bd8f not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:54:58.797810 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a176af87-224b-431b-a221-4b71b8cbef9a tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:58.933091 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:58.942334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:58.942581 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4141c6-039f-457b-97e5-4ad0346e3eff None None] New status for floating IP cb07ff90-80f2-4d49-8f12-955b90353dd1: DOWN {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:54:59.089538 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Attempting to bind port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:54:59.089884 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Attempting to bind port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:54:59.094376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Attempting to bind port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:54:59.095246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b on network 36c76287-441a-43c9-a5da-e913082e71c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:54:59.095568 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Attempting to bind port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b on network 36c76287-441a-43c9-a5da-e913082e71c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:54:59.100762 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:54:59.101094 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Checking segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:54:59.101479 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Bound using segment: {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:54:59.101897 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Bound port: e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f816d2c3-03df-4189-ac94-98e5972e770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:54:59.102730 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:59.201201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:54:59.205353 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:54:59.257458 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:59.262914 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-55411b91-5bd1-419c-b024-8b94b953285d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:54:59.301707 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2566ae-e6ea-4849-99c8-659e97fb1eeb req-68360598-c552-43d8-833f-c305c748d96b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:59.303195 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8e2566ae-e6ea-4849-99c8-659e97fb1eeb req-68360598-c552-43d8-833f-c305c748d96b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0878301 Dec 16 14:54:59.326079 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:59.326748 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:59.328130 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] 10.222.0.53 "PUT /v2.0/ports/e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 200 len: 1094 time: 1.4617906 Dec 16 14:54:59.328632 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:54:59.395195 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:54:59.409797 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:54:59.418170 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'status': 'completed', 'code': 200} Dec 16 14:54:59.485498 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8e2566ae-e6ea-4849-99c8-659e97fb1eeb req-eac335e9-bc89-4892-a710-63fb92e48009 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758287 Dec 16 14:54:59.544357 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-80bf67f5-a848-43a7-8cb8-fe7800b94efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:59.546094 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-80bf67f5-a848-43a7-8cb8-fe7800b94efa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1097 time: 0.0826283 Dec 16 14:54:59.714946 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-8987bf7c-0416-4609-9fcd-2c9f110843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:59.716663 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-8987bf7c-0416-4609-9fcd-2c9f110843fa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1b05679c5b7144efa449eb40cee9409b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1513710 Dec 16 14:54:59.818218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39914) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:54:59.894552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-55984e7c-4ef3-41c4-ab51-f95f4fc8fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:54:59.896136 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f92484d6-251c-4c99-8e3e-f329f282b83a req-55984e7c-4ef3-41c4-ab51-f95f4fc8fe75 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693337 Dec 16 14:54:59.901764 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:59.931935 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.039695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-e82b3723-6d7b-4e58-86dc-4f6087a7a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:00.041192 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-e82b3723-6d7b-4e58-86dc-4f6087a7a8e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1097 time: 0.0691745 Dec 16 14:55:00.056422 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.061859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-acf24f4e-8cfd-4a97-b862-77f4d0538adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:00.078727 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8329d1-19f8-4996-98d3-20e18a430cd3,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:00.081012 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:00.130694 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-80d716a4-5b22-4cbe-bee3-726ac7f42a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 200 len: 217 time: 0.0689731 Dec 16 14:55:00.152272 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.153308 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6e5bf17b-4926-41da-b1b1-896078e32557 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "DELETE /v2.0/security-groups/cf8329d1-19f8-4996-98d3-20e18a430cd3 HTTP/1.1" status: 204 len: 168 time: 0.3338251 Dec 16 14:55:00.156032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39918) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:00.171930 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.api.v2.resource [None req-284a03ed-bac3-4410-a05e-9a2b75107d5d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] show failed (client error): The resource could not be found. Dec 16 14:55:00.172883 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-284a03ed-bac3-4410-a05e-9a2b75107d5d tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups/cf8329d1-19f8-4996-98d3-20e18a430cd3 HTTP/1.1" status: 404 len: 347 time: 0.0157955 Dec 16 14:55:00.175555 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39922) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:00.194025 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-52b3c246-cd56-4487-83ca-b53232a17b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:00.195522 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-52b3c246-cd56-4487-83ca-b53232a17b73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.0589612 Dec 16 14:55:00.271562 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-779a7048-d5bd-49e7-bfd2-cd562a8844b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:00.273439 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-779a7048-d5bd-49e7-bfd2-cd562a8844b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703752 Dec 16 14:55:00.332430 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Deleting port 7749102e-8e58-4afc-9f2a-aad690267768 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:00.333268 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.410469 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-2271798b-58ca-4b8e-9968-4ddfdf6ba3bc service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276960 Dec 16 14:55:00.505425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.505888 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.552936 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5c745ccb-84ea-4c84-8f12-eb4cfce0192d req-227b4e33-6cbc-4e58-bbf8-aa3ee0f12257 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338379 Dec 16 14:55:00.639579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Calling delete_port for 7749102e-8e58-4afc-9f2a-aad690267768 owned by network:floatingip {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:00.692513 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa749ca-b220-44bd-ba44-767a1023b085 req-8122edf4-f8bb-4910-a859-21d37c3068d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:00.693221 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-0fa749ca-b220-44bd-ba44-767a1023b085 req-8122edf4-f8bb-4910-a859-21d37c3068d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:00.752908 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-0fa749ca-b220-44bd-ba44-767a1023b085 req-8122edf4-f8bb-4910-a859-21d37c3068d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:00.754120 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0fa749ca-b220-44bd-ba44-767a1023b085 req-8122edf4-f8bb-4910-a859-21d37c3068d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.1490290 Dec 16 14:55:00.801275 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0fa749ca-b220-44bd-ba44-767a1023b085 req-12efb843-af88-4dbe-8320-eea336ee8836 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Dec 16 14:55:00.815859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.827576 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e42a34c-42ad-4f39-add1-bdb439ee82a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:00.909759 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'Port': ['ID=7749102e-8e58-4afc-9f2a-aad690267768,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:00.916641 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:00.976629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.991209 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:00.992336 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-99975574-0f66-4bfa-90ae-57c22cce13c2 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "DELETE /v2.0/floatingips/cb07ff90-80f2-4d49-8f12-955b90353dd1 HTTP/1.1" status: 204 len: 168 time: 0.8159299 Dec 16 14:55:01.530121 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39938) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:01.535503 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952703250', 'description': 'tempest-description--1340909859'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:01.541633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:01.545941 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:01.549049 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:01.554829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:01.615640 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:01.639848 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:01.644322 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:01.647188 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:01.652886 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:01.721782 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:01.775475 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:01.779181 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-15f36e80-70c1-4c2f-a1cb-41293dda99d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:01.825780 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a97758-2a0f-43d0-970a-c1b157f3799a,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:01.828626 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:01.873728 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:01.874950 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3437274 Dec 16 14:55:01.883174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39944) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:01.888190 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group_rule': {'security_group_id': 'a3a97758-2a0f-43d0-970a-c1b157f3799a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:01.894020 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:01.897826 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:01.900789 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:01.906532 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:02.004005 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff6c37-fb97-484f-a7f0-852763165d65 req-9b4f2b80-5152-449e-b8c2-a46080cba442 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:02.006072 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-feff6c37-fb97-484f-a7f0-852763165d65 req-9b4f2b80-5152-449e-b8c2-a46080cba442 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0889730 Dec 16 14:55:02.007690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.075228 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.131115 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-feff6c37-fb97-484f-a7f0-852763165d65 req-ede2a3d5-142c-4957-b5c1-43675e36efdb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191766 Dec 16 14:55:02.153157 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.156920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ed762b4b-6da7-4295-a9ad-519c697a7a9a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:02.181499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5987e0c-060e-45de-8b85-f82cee8c9200,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:02.185947 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:02.255805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.257064 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729658 Dec 16 14:55:02.259676 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 39958) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:02.264662 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'security_group_rule': {'security_group_id': 'a3a97758-2a0f-43d0-970a-c1b157f3799a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:02.270498 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:02.274500 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:security_group_rule and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:02.277401 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:02.283537 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:02.353114 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.415511 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.456134 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.458481 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:02.481911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511f6399-d0a8-4329-985d-5f0ec0833b35,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:02.487685 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:02.536249 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.540566 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-86e08370-2fea-49fb-9f8c-3dd5939d11d1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768021 Dec 16 14:55:02.540979 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 39968) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:02.547520 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:02.553271 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:02.557265 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Usage tracker for resource:floatingip and tenant:75bbe097b9f5482eb1e7c3d343287f1a is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:02.560083 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:02.566685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:02.632835 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.686607 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:55:02.773181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.833704 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:02.848465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:55:02.910725 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:02.927868 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Allocated IP 172.28.2.244 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/d1e33586-c6fa-4e58-aa55-c3c6b185fa47) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:02.928019 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:55:02.943568 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:03.033258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.035125 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:03.075707 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.104077 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:03.111525 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.111874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.112360 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.112694 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.113023 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.113348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.113677 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.114001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.114346 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.114665 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.114989 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.115300 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:03.119519 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:03.181998 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.187248 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:03.247054 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:03.250454 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:03.254254 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:03.296515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=d1e33586-c6fa-4e58-aa55-c3c6b185fa47,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:03.300814 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:03.332017 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234906-f263-4d63-a5f4-0c5d0ebac2c2 req-92e13151-7d5c-4d8d-a87b-81415a6dad08 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:03.335055 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4d234906-f263-4d63-a5f4-0c5d0ebac2c2 req-92e13151-7d5c-4d8d-a87b-81415a6dad08 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 945 time: 0.0891995 Dec 16 14:55:03.342433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.364984 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:03.394972 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4d234906-f263-4d63-a5f4-0c5d0ebac2c2 req-50fe140d-95b9-45f7-b156-07890dc3650e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548763 Dec 16 14:55:03.463396 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.740317 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.821478 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:03.826035 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:03.943638 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=d1e33586-c6fa-4e58-aa55-c3c6b185fa47,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:03.947592 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:03.958668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:04.061443 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:04.062608 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5205417 Dec 16 14:55:04.274849 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-b8196c00-6278-4045-a74b-794f31282464 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1952703250&fields=id&tenant_id=75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 267 time: 0.0389993 Dec 16 14:55:04.420897 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-febd0028-cad1-4015-acac-926d1d5578d9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:04.422205 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-febd0028-cad1-4015-acac-926d1d5578d9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 811 time: 0.1405244 Dec 16 14:55:04.437791 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-c4155e4f-b19b-491d-b0a0-be251f24b5a6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/quotas/75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 375 time: 0.0097628 Dec 16 14:55:04.529589 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-a3194154-a859-4b9a-966a-074247d28d21 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850205 Dec 16 14:55:04.585389 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de6eb2-c3bd-4ba5-aa0c-2aedd74bddf1 req-a197e563-4d3d-47a1-b2ba-849a4b348c49 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:04.586918 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b8de6eb2-c3bd-4ba5-aa0c-2aedd74bddf1 req-a197e563-4d3d-47a1-b2ba-849a4b348c49 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 945 time: 0.0873260 Dec 16 14:55:04.636538 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b8de6eb2-c3bd-4ba5-aa0c-2aedd74bddf1 req-5a166f47-7a97-4158-a558-3f8e25a7086f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Dec 16 14:55:04.678882 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-c23825a5-eb08-4188-a7e7-2b205286da33 service neutron] 10.222.0.46 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374204 Dec 16 14:55:04.685982 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:04.799174 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:04.804901 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:04.805982 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:04.811686 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-93ab74e8-350c-4e11-a409-b3cad2393754 service neutron] 10.222.0.46 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286786 Dec 16 14:55:04.937663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:04.964924 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:04.976280 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:05.015369 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'code': 200} Dec 16 14:55:05.027295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:05.029450 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:05.079555 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c4955fe9-b090-44ea-a113-b0a781633bcd req-65262e8d-bbce-4aec-8ae6-2771472c393e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 210 time: 0.0718372 Dec 16 14:55:05.098221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:05.101155 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:05.493877 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec8b0-5a00-4d25-8bcf-f3aa0c72d962 req-eefc1c2b-b43d-40a1-a471-316d4e3fcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:05.495376 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d72ec8b0-5a00-4d25-8bcf-f3aa0c72d962 req-eefc1c2b-b43d-40a1-a471-316d4e3fcd84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1099 time: 0.1515615 Dec 16 14:55:05.536074 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d72ec8b0-5a00-4d25-8bcf-f3aa0c72d962 req-ba703fcc-e295-44ae-b240-3f3f1b24da09 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341463 Dec 16 14:55:05.832157 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240347-e738-46f3-995d-ef9f47e8c4c7 req-6d70dfb7-aafb-40f3-9115-abe28ca9ab38 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:05.833783 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65240347-e738-46f3-995d-ef9f47e8c4c7 req-6d70dfb7-aafb-40f3-9115-abe28ca9ab38 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0790141 Dec 16 14:55:05.883907 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-65240347-e738-46f3-995d-ef9f47e8c4c7 req-08fd2879-dd79-4c96-a2a7-454cb6c5d11e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Dec 16 14:55:06.204591 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5e3346eb-52c6-4355-9a38-ba02ea8f589a req-189eb888-8314-4f4d-b804-80993a9691ec tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 210 time: 0.0424390 Dec 16 14:55:07.081472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690872f-5e3b-4a55-a03f-bd586caf98a8 req-609c3784-0a9f-4f7f-b037-0753a7237ed9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:07.083401 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d690872f-5e3b-4a55-a03f-bd586caf98a8 req-609c3784-0a9f-4f7f-b037-0753a7237ed9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0822921 Dec 16 14:55:07.128239 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d690872f-5e3b-4a55-a03f-bd586caf98a8 req-a7501308-5a5a-4333-8848-ddef156baa6c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Dec 16 14:55:07.365269 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-ebeb52d6-374b-44bb-8c9c-e7c15ccfc22f req-4402ea2a-7af5-4e68-a1b4-70e9629bb833 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:07.421200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-ebeb52d6-374b-44bb-8c9c-e7c15ccfc22f req-4402ea2a-7af5-4e68-a1b4-70e9629bb833 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:07.422521 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ebeb52d6-374b-44bb-8c9c-e7c15ccfc22f req-4402ea2a-7af5-4e68-a1b4-70e9629bb833 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 210 time: 0.1119688 Dec 16 14:55:07.442777 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-8b742c63-0744-4280-a4d6-56a2d580dc4c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:07.445139 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-8b742c63-0744-4280-a4d6-56a2d580dc4c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 811 time: 0.2201073 Dec 16 14:55:07.456817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9258a6-c106-4f62-b28f-59956e711380 req-f814b64c-b23f-4dfe-adf7-e89991bb7562 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:07.458586 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3a9258a6-c106-4f62-b28f-59956e711380 req-f814b64c-b23f-4dfe-adf7-e89991bb7562 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.2028768 Dec 16 14:55:07.467648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40060) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:07.472936 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Request body: {'floatingip': {'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:07.512932 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-7bfa806f-0b33-4717-a5b9-98f5eab1c95c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75bbe097b9f5482eb1e7c3d343287f1a HTTP/1.1" status: 200 len: 380 time: 0.0465693 Dec 16 14:55:07.523197 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'port': {'device_id': '3382bda5-474c-4e1e-a9be-92efbc159196', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'admin_state_up': True, 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'security_groups': ['a3a97758-2a0f-43d0-970a-c1b157f3799a']}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:07.565303 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:07.666517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:07.678496 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:07.753153 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Made reservation on behalf of 75bbe097b9f5482eb1e7c3d343287f1a for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:55:07.757938 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:07.930807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Allocated IP 172.20.0.9 (412c3bb4-8da4-421f-ac96-41d3f67ea33b/3fecb23a-d8ed-4f8a-8506-d2c427dc9022/c70df9df-3105-4121-a6bd-82fb3322c31d) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:08.120278 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.136416 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Transition to ACTIVE for port object c70df9df-3105-4121-a6bd-82fb3322c31d will not be triggered until provisioned by entity DHCP. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:08.222948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.228805 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:08.275589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.304073 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:08.306009 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:08.310427 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:08.337344 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event updated for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:08.343521 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:08.348082 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.354666 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:55:08.381652 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:08.382475 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.502467 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835567 Dec 16 14:55:08.520301 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Request body: {'port': {'device_id': '3382bda5-474c-4e1e-a9be-92efbc159196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:08.534447 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Floating IP 06a3beaf-d25b-4ed9-a41a-c67507948e91 associated. External IP: 172.28.2.27, port: e4ffd4fb-8748-4953-8ad6-edb5a2d1139b. Dec 16 14:55:08.637482 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.678620 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9b24c403-a2c0-4688-a0d0-c721a2ed3937 None None] Provisioning for port c70df9df-3105-4121-a6bd-82fb3322c31d completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:08.684610 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9b24c403-a2c0-4688-a0d0-c721a2ed3937 None None] Provisioning complete for port c70df9df-3105-4121-a6bd-82fb3322c31d triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:08.685052 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9b24c403-a2c0-4688-a0d0-c721a2ed3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:08.743901 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-9b24c403-a2c0-4688-a0d0-c721a2ed3937 None None] Port c70df9df-3105-4121-a6bd-82fb3322c31d cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:55:08.777118 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd8231-76d7-4314-8096-65263c885ee7 req-9af8039b-6812-453c-b46c-0e1ab518e003 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:08.778770 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-30dd8231-76d7-4314-8096-65263c885ee7 req-9af8039b-6812-453c-b46c-0e1ab518e003 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 931 time: 0.1909235 Dec 16 14:55:08.978810 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-30dd8231-76d7-4314-8096-65263c885ee7 req-771f0b9c-9856-47ea-9922-7415bfc24206 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:08.995776 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70df9df-3105-4121-a6bd-82fb3322c31d {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:55:09.009023 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.017249 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:09.024528 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Transition to ACTIVE for port object c70df9df-3105-4121-a6bd-82fb3322c31d will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:09.107428 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.110161 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-30dd8231-76d7-4314-8096-65263c885ee7 req-771f0b9c-9856-47ea-9922-7415bfc24206 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:09.111970 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-30dd8231-76d7-4314-8096-65263c885ee7 req-771f0b9c-9856-47ea-9922-7415bfc24206 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738457 Dec 16 14:55:09.113227 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2ebb81f6-fe61-41e6-abb3-fa094f305e28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:09.202981 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-3485bbfb-0c89-4004-971f-7b6e24bb5e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.220333 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:09.225720 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.241471 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:09.265590 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:09.276317 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:09.328217 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9616ea19-e384-41ed-8e1b-2e6416e72207 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "PUT /v2.0/floatingips/06a3beaf-d25b-4ed9-a41a-c67507948e91 HTTP/1.1" status: 200 len: 991 time: 1.8592467 Dec 16 14:55:09.329288 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:09.439081 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'status': 'completed', 'code': 200} Dec 16 14:55:09.501971 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:09.512534 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:09.579560 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Attempting to bind port c70df9df-3105-4121-a6bd-82fb3322c31d on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:09.580063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Attempting to bind port c70df9df-3105-4121-a6bd-82fb3322c31d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:09.580587 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Attempting to bind port c70df9df-3105-4121-a6bd-82fb3322c31d on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:09.599831 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Port c70df9df-3105-4121-a6bd-82fb3322c31d on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:55:09.604137 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Attempting to bind port c70df9df-3105-4121-a6bd-82fb3322c31d on network 412c3bb4-8da4-421f-ac96-41d3f67ea33b {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:09.611600 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65f14-eaee-4846-8e65-98806dede40a req-fd5ea05e-7d06-4c73-a7cc-349073286802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:09.612164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:09.613689 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Checking segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:09.613910 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-fd5ea05e-7d06-4c73-a7cc-349073286802 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1099 time: 0.1323478 Dec 16 14:55:09.614082 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Bound using segment: {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:09.615158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Bound port: c70df9df-3105-4121-a6bd-82fb3322c31d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d384ca-d244-4e4a-8bcf-7a28c5fabc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:09.615530 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.617601 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:09.723780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:09.729865 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c70df9df-3105-4121-a6bd-82fb3322c31d,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:09.816325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.826529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:09.877686 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65f14-eaee-4846-8e65-98806dede40a req-b62ab303-05b8-4306-b050-c0ddaf8d8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:09.879382 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-b62ab303-05b8-4306-b050-c0ddaf8d8597 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.2590508 Dec 16 14:55:09.901531 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:09.902198 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:09.903573 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/c70df9df-3105-4121-a6bd-82fb3322c31d HTTP/1.1" status: 200 len: 1093 time: 1.3874862 Dec 16 14:55:09.904078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:09.935797 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:09.939619 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:09.959542 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'status': 'completed', 'code': 200} Dec 16 14:55:10.015802 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-4a1d9626-3407-422b-b178-9fd4ebe55330 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 200 len: 999 time: 0.1295235 Dec 16 14:55:10.099579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65f14-eaee-4846-8e65-98806dede40a req-5bd7b808-3289-4a05-89b4-80650279132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.101559 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-5bd7b808-3289-4a05-89b4-80650279132b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.0786772 Dec 16 14:55:10.107061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-af41a722-e95b-4d80-adb8-9f16d537fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.109275 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-af41a722-e95b-4d80-adb8-9f16d537fcad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 1096 time: 0.0995774 Dec 16 14:55:10.182825 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '06a3beaf-d25b-4ed9-a41a-c67507948e91', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.27', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:52Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:10.187494 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:10.198457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:10.198457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:54:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:10.224459 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65f14-eaee-4846-8e65-98806dede40a req-f85c2a84-6b46-4dec-b772-4407e02be100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.226354 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-f85c2a84-6b46-4dec-b772-4407e02be100 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032171 Dec 16 14:55:10.322772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-dfd9f9e1-6fa4-47b9-909e-b1b0c133f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.324631 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-dfd9f9e1-6fa4-47b9-909e-b1b0c133f3be service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2007699 Dec 16 14:55:10.417217 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:10.418401 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-784b5eb1-f162-4471-b3da-d52a7d51cbd8 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758153 Dec 16 14:55:10.491393 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-06171dc7-4073-4a7c-9246-8d8f256d0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.493219 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-9b13d270-6e49-465a-af23-195ef781b1d7 req-06171dc7-4073-4a7c-9246-8d8f256d0431 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621108 Dec 16 14:55:10.519272 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e3700-e9b5-400c-b640-27fe16cef904 req-74aa92fe-fef4-4fd9-ae2a-a1ff0bcff4ac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.520050 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-f89e3700-e9b5-400c-b640-27fe16cef904 req-74aa92fe-fef4-4fd9-ae2a-a1ff0bcff4ac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Synchronizing usage tracker for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:10.573728 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3ab65f14-eaee-4846-8e65-98806dede40a req-e4d54e2b-1fb6-4137-8998-8cf91f54d665 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452091 Dec 16 14:55:10.618786 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-f89e3700-e9b5-400c-b640-27fe16cef904 req-74aa92fe-fef4-4fd9-ae2a-a1ff0bcff4ac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Unset dirty status for tenant:75bbe097b9f5482eb1e7c3d343287f1a on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:10.619947 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f89e3700-e9b5-400c-b640-27fe16cef904 req-74aa92fe-fef4-4fd9-ae2a-a1ff0bcff4ac tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 943 time: 0.3490570 Dec 16 14:55:10.658070 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-568bcca6-c03c-4809-8c89-f5d3768b82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.659565 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-568bcca6-c03c-4809-8c89-f5d3768b82c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 1096 time: 0.0993195 Dec 16 14:55:10.739640 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f89e3700-e9b5-400c-b640-27fe16cef904 req-dd2b73c3-f0e7-4413-8ac3-07bc647cae7f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096768 Dec 16 14:55:10.741009 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-91cefa4b-7f29-4619-8ef3-9936075ec760 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c70df9df-3105-4121-a6bd-82fb3322c31d HTTP/1.1" status: 200 len: 217 time: 0.0661199 Dec 16 14:55:10.814272 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-17eb35c4-b7c2-4034-b4e4-77013a07c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.815898 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-17eb35c4-b7c2-4034-b4e4-77013a07c8b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.0681400 Dec 16 14:55:10.817923 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '06a3beaf-d25b-4ed9-a41a-c67507948e91', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.27', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:52Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:10.822169 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc972e47-9086-4547-b9c6-2802bc954e46 None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '06a3beaf-d25b-4ed9-a41a-c67507948e91', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'floating_ip_address': '172.28.2.27', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '05406122-8052-47da-8d92-44a69e133356', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:52Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 1, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:10.900935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-00749eab-92c8-47d8-b3c9-8fdb81a58e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:10.902473 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-00749eab-92c8-47d8-b3c9-8fdb81a58e46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794728 Dec 16 14:55:11.043163 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-fe24d1c5-a59f-4063-bdd3-b3ee94174328 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332488 Dec 16 14:55:11.060640 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1172b7-9766-455e-9f23-baba32fbb2eb None None] New status for floating IP 06a3beaf-d25b-4ed9-a41a-c67507948e91: ACTIVE {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:55:11.189242 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d8757623-a5f9-4836-bcf3-08e5de0a0adf req-be97c861-51d7-4b1a-baae-93cef33ea82d service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386716 Dec 16 14:55:11.535531 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-d4c56646-46f7-421a-b1ad-08fbb988259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:11.930011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f207c-7faa-4852-8b18-a2d23f065020 req-a1786395-4d46-492f-b3e3-aff578cf814e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:11.931494 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-255f207c-7faa-4852-8b18-a2d23f065020 req-a1786395-4d46-492f-b3e3-aff578cf814e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 943 time: 0.0801382 Dec 16 14:55:11.985835 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-255f207c-7faa-4852-8b18-a2d23f065020 req-8bade4be-14e2-47a2-b173-7253354dbf5f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Dec 16 14:55:12.581206 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:12.724171 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:13.169040 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79f7b7-c4a0-4b18-ae00-9cac5d6489fe req-0f84645d-aa5f-46ac-b86b-395e3f2fd84b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:13.170507 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2b79f7b7-c4a0-4b18-ae00-9cac5d6489fe req-0f84645d-aa5f-46ac-b86b-395e3f2fd84b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 943 time: 0.0793047 Dec 16 14:55:13.214739 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-2b79f7b7-c4a0-4b18-ae00-9cac5d6489fe req-12c237a1-4c55-4556-b74f-8b9ac9eb9b5e tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380981 Dec 16 14:55:13.998330 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:14.402916 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945416b5-64cc-4478-a44b-0c69051e9814 req-6dfe0356-04fe-43db-8053-9de0d38441d4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:14.404480 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-945416b5-64cc-4478-a44b-0c69051e9814 req-6dfe0356-04fe-43db-8053-9de0d38441d4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 943 time: 0.0858159 Dec 16 14:55:14.447176 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-945416b5-64cc-4478-a44b-0c69051e9814 req-eef0feb6-d898-4b37-803a-c896b9978ecb tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Dec 16 14:55:14.773856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c70df9df-3105-4121-a6bd-82fb3322c31d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:55:14.908740 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c70df9df-3105-4121-a6bd-82fb3322c31d,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:14.921919 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'port_id': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'mac_address': 'fa:16:3e:81:26:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:55:14.984698 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:15.005058 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70df9df-3105-4121-a6bd-82fb3322c31d {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:55:15.023720 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c70df9df-3105-4121-a6bd-82fb3322c31d,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:15.089747 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:15.091729 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:15.166168 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:15.169077 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:15.428804 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['c70df9df-3105-4121-a6bd-82fb3322c31d'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:15.645103 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d89553-9112-4dcc-aee8-eb0bb551fdd1 req-df7979c1-aa35-44ab-b1b7-4a89c776e1f9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:15.646615 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01d89553-9112-4dcc-aee8-eb0bb551fdd1 req-df7979c1-aa35-44ab-b1b7-4a89c776e1f9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 944 time: 0.0905833 Dec 16 14:55:15.691326 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01d89553-9112-4dcc-aee8-eb0bb551fdd1 req-90552879-dce2-4410-b0a6-2ab108bb981c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Dec 16 14:55:16.785613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c70df9df-3105-4121-a6bd-82fb3322c31d up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:16.929438 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port c70df9df-3105-4121-a6bd-82fb3322c31d completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:16.934583 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port c70df9df-3105-4121-a6bd-82fb3322c31d triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:16.940542 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:16.957439 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0d4e-b848-49f3-b2e1-ddbcf096da73 req-7cec0dd3-d935-431d-8b89-60bdc65daa8c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:16.964054 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-60eb0d4e-b848-49f3-b2e1-ddbcf096da73 req-7cec0dd3-d935-431d-8b89-60bdc65daa8c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 944 time: 0.1651852 Dec 16 14:55:17.009917 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-60eb0d4e-b848-49f3-b2e1-ddbcf096da73 req-feabac44-6edd-43c2-b4a3-b60d8492e12c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448103 Dec 16 14:55:17.059064 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:17.085632 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:17.096100 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c70df9df-3105-4121-a6bd-82fb3322c31d,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:17.130307 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'code': 200} Dec 16 14:55:17.163599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:17.165447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:17.235404 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:17.238470 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:17.533734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49ebee-7de1-4773-b28b-d092af7fdf1f req-583f1fdd-4b76-40ad-9988-96b392208a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:17.535155 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ea49ebee-7de1-4773-b28b-d092af7fdf1f req-583f1fdd-4b76-40ad-9988-96b392208a2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 1098 time: 0.0743892 Dec 16 14:55:17.592175 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ea49ebee-7de1-4773-b28b-d092af7fdf1f req-c97bb05a-95f1-4fbc-88c2-18dbfbe2d0fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Dec 16 14:55:18.213712 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773e8f4-8fb0-4753-9deb-5fde58c10105 req-4830c7b2-eb1e-4cde-b1bc-dd1d25b2138b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:18.215217 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3773e8f4-8fb0-4753-9deb-5fde58c10105 req-4830c7b2-eb1e-4cde-b1bc-dd1d25b2138b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.0821197 Dec 16 14:55:18.263000 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3773e8f4-8fb0-4753-9deb-5fde58c10105 req-a95183bc-9a2f-40c3-b374-92577b62a842 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420651 Dec 16 14:55:19.295170 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40252) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:19.419901 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40260) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:19.462431 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b85ee-787a-4249-865b-705557ef7a01 req-9a92a4c7-81d4-4fdf-9784-af2b384f1b44 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:19.463620 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b90b85ee-787a-4249-865b-705557ef7a01 req-9a92a4c7-81d4-4fdf-9784-af2b384f1b44 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.0891826 Dec 16 14:55:19.484876 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.499841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:19.504574 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Usage tracker for resource:security_group_rule and tenant:748cbfb79c334034923503db557d8550 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:19.508310 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:19.509787 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b90b85ee-787a-4249-865b-705557ef7a01 req-64bec345-b366-47f0-818d-a8b7d29b05d9 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Dec 16 14:55:19.517118 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:19.552418 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.574632 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:19.582740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Usage tracker for resource:security_group_rule and tenant:0e5f1bfd540b40f78fcafea476f4f911 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:19.586383 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:19.595580 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:19.714767 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.774567 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1654a67-d740-449b-8078-bb439bb15dcf req-5c11d716-6e77-4ec1-b74b-b709fb4558c1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:19.776039 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b1654a67-d740-449b-8078-bb439bb15dcf req-5c11d716-6e77-4ec1-b74b-b709fb4558c1 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.1511955 Dec 16 14:55:19.786000 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40268) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:19.788517 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.791701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Request body: {'floatingip': {'port_id': 'c70df9df-3105-4121-a6bd-82fb3322c31d'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:19.796598 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.799963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b6befc3d-04dd-4b4c-aeca-7b3e02980e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:19.841028 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=748cbfb79c334034923503db557d8550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446613 Dec 16 14:55:19.842688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3346a60c-d5b0-4391-8364-a01afb849179,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:19.845936 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:19.846515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40274) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:19.875821 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.881293 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.890759 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ebcd58b-1e7c-41af-bcaa-b78193015443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:19.950903 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e5f1bfd540b40f78fcafea476f4f911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298243 Dec 16 14:55:19.953703 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40278) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:19.954780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6216b4-048d-487f-88a9-6fa7e85c0d9e,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:19.958015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:19.963334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:19.992738 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.113312 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.118501 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.123305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1c318bf6-fb52-45d1-85b8-5b081d67e78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:20.135173 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3346a60c-d5b0-4391-8364-a01afb849179,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:20.138626 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:20.144292 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.148126 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3346a60c-d5b0-4391-8364-a01afb849179 HTTP/1.1" status: 204 len: 168 time: 0.2979958 Dec 16 14:55:20.218200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.529990 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.535275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b32699d8-aa38-462d-a644-b8342ba1ea0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:20.549056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6216b4-048d-487f-88a9-6fa7e85c0d9e,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:20.554631 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:20.558647 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.559755 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d6216b4-048d-487f-88a9-6fa7e85c0d9e HTTP/1.1" status: 204 len: 168 time: 0.6050265 Dec 16 14:55:20.714131 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.726837 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40288) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:20.744243 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.758189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:20.761929 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Usage tracker for resource:security_group_rule and tenant:12668113ebc74c218053057108bc8e6e is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:20.764755 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:20.770975 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:20.775344 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.882570 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.947258 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:20.956827 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Floating IP fb4ff0be-b218-4b30-847f-55816c4eba31 associated. External IP: 172.28.2.244, port: c70df9df-3105-4121-a6bd-82fb3322c31d. Dec 16 14:55:20.957095 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-eff74b88-1ab8-4328-8471-9a81182c23d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:21.006839 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12668113ebc74c218053057108bc8e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788484 Dec 16 14:55:21.007596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fbc9e-1600-4662-b092-904bf0d6da1f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:21.010650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8647d155-13e9-4116-901e-075f25f195b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:21.016545 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40302) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:21.071132 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.097845 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.220882 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.225813 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ab8b167-01ba-4b4e-a880-112bafdcec10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:21.239155 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fbc9e-1600-4662-b092-904bf0d6da1f,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:21.241709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:21.242926 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.246942 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d18120da-d27e-43e4-b97a-b58d3fc93659 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce3fbc9e-1600-4662-b092-904bf0d6da1f HTTP/1.1" status: 204 len: 168 time: 0.2318702 Dec 16 14:55:21.359891 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:21.546144 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:21.550078 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.555710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:21.565669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:21.568006 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:21.609168 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f6a784b4-653e-4f9f-8fec-5876351572ff tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "PUT /v2.0/floatingips/fb4ff0be-b218-4b30-847f-55816c4eba31 HTTP/1.1" status: 200 len: 991 time: 1.8217757 Dec 16 14:55:21.609957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:21.690683 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'status': 'completed', 'code': 200} Dec 16 14:55:21.699789 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40330) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:21.832346 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1840046611-network', 'tenant_id': '9fc2c539381c455081e821165c3305bc'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:21.840182 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:21.849270 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Usage tracker for resource:network and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:21.856867 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:21.868676 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-5a9d43d5-12c0-40b4-b644-a014f6e5ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:21.869624 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:21.870324 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-5a9d43d5-12c0-40b4-b644-a014f6e5ad6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 1098 time: 0.1235733 Dec 16 14:55:21.871223 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:21.965261 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Made reservation on behalf of 9fc2c539381c455081e821165c3305bc for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:55:21.967528 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:21.984296 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.006573 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:22.025330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:22.025852 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:22.042090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:22.049838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-7deebbc7-5424-4ca5-afc1-dcde8f4a4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:22.051314 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-7deebbc7-5424-4ca5-afc1-dcde8f4a4c66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 200 len: 912 time: 0.1701579 Dec 16 14:55:22.184929 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-7414c327-cd79-4d57-9ced-2fce5598e21f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c70df9df-3105-4121-a6bd-82fb3322c31d HTTP/1.1" status: 200 len: 999 time: 0.1217253 Dec 16 14:55:22.237717 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'fb4ff0be-b218-4b30-847f-55816c4eba31', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:81:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382bda5-474c-4e1e-a9be-92efbc159196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:03Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:22.242297 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:22.251319 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:22.252495 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:22.292018 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-adc74443-ab79-4037-808c-bf1a801bffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:22.293656 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-adc74443-ab79-4037-808c-bf1a801bffb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 200 len: 850 time: 0.1010435 Dec 16 14:55:22.295547 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.358259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.367848 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-50ff0815-b2ec-4a3a-8bfc-f6eaecfb7aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:22.400781 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:55:22.411186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682daade-c2b6-4501-8446-6c2cb20373f0,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:22.416243 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:22.421933 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.422302 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Added segment d34b6093-0be2-4d0d-8e19-d3d241af5cdf of type vlan for network 18762f9b-348b-4899-a6e2-bd1979b20c5b Dec 16 14:55:22.445247 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:22.447129 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-2d2b0c0e-8747-462f-bb21-d5f3fca40903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:22.448776 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-2d2b0c0e-8747-462f-bb21-d5f3fca40903 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=412c3bb4-8da4-421f-ac96-41d3f67ea33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1428149 Dec 16 14:55:22.454785 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.605210 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-a336486a-2934-4720-8161-992f80955036 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453705 Dec 16 14:55:22.693838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.696988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:22.697570 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:22.703748 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-733307ef-b79e-43e5-a7d1-8e3f6e87ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:22.811878 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'fb4ff0be-b218-4b30-847f-55816c4eba31', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:81:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382bda5-474c-4e1e-a9be-92efbc159196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:03Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:22.817174 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0055de-8847-4e65-8837-d57c9a169266 None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': 'fb4ff0be-b218-4b30-847f-55816c4eba31', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'port_id': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'mac_address': 'fa:16:3e:81:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3382bda5-474c-4e1e-a9be-92efbc159196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:03Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 1, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:22.947812 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Pushing event updated for resources: {'Network': ['ID=18762f9b-348b-4899-a6e2-bd1979b20c5b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:22.951529 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:22.955329 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3afe215a-d2e7-45ff-bdea-b4325e35b13f req-7f639729-d98f-458e-b2be-27f5219e9f03 service neutron] 10.222.0.53 "GET /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405726 Dec 16 14:55:22.958909 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:55:22.964220 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2633033 Dec 16 14:55:22.967390 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40364) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:22.973709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Request body: {'subnet': {'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1840046611-subnet', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:22.978772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:22.983054 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Usage tracker for resource:subnet and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:22.985994 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:23.002401 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:23.090764 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Made reservation on behalf of 9fc2c539381c455081e821165c3305bc for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:55:23.096488 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d3b90-2f54-40df-b1a7-d9008d8b358d None None] New status for floating IP fb4ff0be-b218-4b30-847f-55816c4eba31: ACTIVE {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:55:23.100824 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760819'] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:23.375490 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2760769'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:23.382507 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f965e824-7b4a-4c04-a4ce-b7eb7c6fc129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:23.502468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ac4491-0f7e-436e-9d1c-b5a066bc6e13,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:23.507459 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-cf34af2d-6d82-47a4-b272-d8e0bfc73aab tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556349867&fields=id&tenant_id=5d2d92d92c6c44b79602af3b12d03ac5 HTTP/1.1" status: 200 len: 267 time: 0.0843384 Dec 16 14:55:23.507631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:23.555933 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Checking segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:23.556300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Network hostable DHCP agents. Network: 18762f9b-348b-4899-a6e2-bd1979b20c5b, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:55:23.617632 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-f3f8eedb-7b28-4d94-b1b2-9a8d1b168205 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:23.619140 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-f3f8eedb-7b28-4d94-b1b2-9a8d1b168205 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 984 time: 0.1051900 Dec 16 14:55:23.629791 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Request body: {'port': {'security_groups': ['ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e']}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:23.715717 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:55:23.752803 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:23.769109 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 18762f9b-348b-4899-a6e2-bd1979b20c5b) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:23.775285 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:23.775866 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:23.778348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f3c8b-431b-4b72-a1c5-e948e572eac2 None None] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:23.903529 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d330ec38-6158-476f-bb00-1a7836ca9e03 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9325416 Dec 16 14:55:23.904519 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40394) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:23.909539 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:23.914293 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:23.918426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Usage tracker for resource:router and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:23.921606 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:23.928838 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:23.970812 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40398) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:24.009973 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.011138 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.026104 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-18762f9b-348b-4899-a6e2-bd1979b20c5b', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:55:24.027591 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.042110 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:24.043345 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.081860 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.141622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.151588 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.161066 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:24.201695 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:24.212242 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:24.216125 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Usage tracker for resource:security_group_rule and tenant:78e399c5bac94a378e6857df22e00649 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:24.219096 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:24.244760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:24.259145 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:24.259957 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.268790 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5fa7e0eb-16ba-43a9-8893-7ae2a2cfa2d7 req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "PUT /v2.0/ports/aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 942 time: 0.6388516 Dec 16 14:55:24.268790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:24.290078 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Allocated IP 172.20.0.2 (18762f9b-348b-4899-a6e2-bd1979b20c5b/50ac4491-0f7e-436e-9d1c-b5a066bc6e13/8802a4e4-28e5-4118-b41b-b52d1b9eb274) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:24.294988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40406) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:24.313154 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event updated for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=7']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:24.325901 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e09a4ba8-3d0f-4a37-889d-998a5cb7f029 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:24.391491 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.409740 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:55:24.448551 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:24.489540 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.551923 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.569383 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d6b93c7e-c2c8-4d77-8c94-2b956297ec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:24.633099 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78e399c5bac94a378e6857df22e00649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612387 Dec 16 14:55:24.633953 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.640098 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40414) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:24.652656 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dce15c-16ef-423a-8fc6-3c70530bb7b3,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:24.669687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:24.671276 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631496-3157-48a3-a138-db6394ed8c46 req-1a27f62d-4f59-4e7b-a38c-f307e0dc7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:24.672766 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-1a27f62d-4f59-4e7b-a38c-f307e0dc7416 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1098 time: 0.2522995 Dec 16 14:55:24.706542 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2904bd4b-c1e9-4884-815f-1f83bd4023c4 None None] Provisioning complete for port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:24.706780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.707314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2904bd4b-c1e9-4884-815f-1f83bd4023c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.822459 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.837042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Transition to ACTIVE for port object 8802a4e4-28e5-4118-b41b-b52d1b9eb274 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:24.862980 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Transition to ACTIVE for port object 8802a4e4-28e5-4118-b41b-b52d1b9eb274 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:24.866335 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.924919 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.926844 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631496-3157-48a3-a138-db6394ed8c46 req-c39399f0-9c97-4ef6-96c3-200d8e6f5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:24.928308 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-c39399f0-9c97-4ef6-96c3-200d8e6f5fb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.2269397 Dec 16 14:55:24.929212 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.930046 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:24.933439 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-bdd941ac-577e-4f95-9c46-67edb117a116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:24.961100 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.014882 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:25.052313 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:25.064532 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-83a35432-2d4e-4613-8be3-7ca24abf7c19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 1000 time: 0.1274474 Dec 16 14:55:25.066490 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:25.079298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Pushing event updated for resources: {'Port': ['ID=8802a4e4-28e5-4118-b41b-b52d1b9eb274,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:25.087684 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:25.116116 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.122910 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Allocated IP 172.28.2.227 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/e339ec56-e033-475b-8b48-9f93f815af65) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:25.128466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5af537ee-194f-4d37-a59c-c1000a5aa38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:25.144107 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:25.151487 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:25.156644 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.163703 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6e35add9-22c8-4178-a9e3-b3425bd5558c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:25.179195 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.180357 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20dce15c-16ef-423a-8fc6-3c70530bb7b3 HTTP/1.1" status: 204 len: 168 time: 0.5385172 Dec 16 14:55:25.183540 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dce15c-16ef-423a-8fc6-3c70530bb7b3,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:25.186227 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631496-3157-48a3-a138-db6394ed8c46 req-c644a95b-e6a3-4d77-af9d-1e79b81be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:25.187674 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-c644a95b-e6a3-4d77-af9d-1e79b81be3ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.1045766 Dec 16 14:55:25.188436 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:25.245740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.248744 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-68eb3b0a-3983-4c70-9ac1-bb2bcdaefbee tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d5e00c3-ab3b-4e7d-b8c1-8403dca2b555 HTTP/1.1" status: 204 len: 168 time: 0.9354801 Dec 16 14:55:25.249702 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40422) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:25.272985 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Attempting to bind port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:25.273229 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Attempting to bind port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:25.273600 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Attempting to bind port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 on network 18762f9b-348b-4899-a6e2-bd1979b20c5b {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:25.294913 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:25.295306 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Checking segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:25.296166 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.296166 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Bound using segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:25.296587 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Bound port: 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:25.296965 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.362603 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.404004 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] For port 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:25.407127 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] For port 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=8802a4e4-28e5-4118-b41b-b52d1b9eb274,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:25.507554 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.508447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.516233 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:25.516385 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:25.548014 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631496-3157-48a3-a138-db6394ed8c46 req-355889ab-8149-42ea-91a9-e0f7ead831f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:25.549620 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-355889ab-8149-42ea-91a9-e0f7ead831f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3551013 Dec 16 14:55:25.593037 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:25.596882 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:25.604558 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:25.614163 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Pushing event updated for resources: {'Port': ['ID=8802a4e4-28e5-4118-b41b-b52d1b9eb274,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:25.625756 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:25.657729 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e339ec56-e033-475b-8b48-9f93f815af65,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:25.669516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:25.673018 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Deleting port f2959fd5-ae40-4771-9aca-84964cdc97c2 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:25.673880 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.847180 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-d3fd4276-4aa4-4a42-9e1e-472b6bb27114 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879512 Dec 16 14:55:25.953836 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40430) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:25.996083 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:25.996794 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.031333 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.075277 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:26.083108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Usage tracker for resource:security_group_rule and tenant:102c3c521aa9481799d2a91224c1dd83 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:26.087399 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:26.129277 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Calling delete_port for f2959fd5-ae40-4771-9aca-84964cdc97c2 owned by network:floatingip {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:26.148941 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:26.198831 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.211735 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d7631496-3157-48a3-a138-db6394ed8c46 req-f3d4b4ad-b2a5-45da-bae1-b68d9038ca12 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258681 Dec 16 14:55:26.393402 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.404553 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f9a19548-bcc5-40fb-82b3-fb91650881ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:26.495659 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event deleted for resources: {'Port': ['ID=f2959fd5-ae40-4771-9aca-84964cdc97c2,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:26.498112 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:26.566221 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks [] for floatingip, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.566661 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.l3_db [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Floating IP 275121b1-c72d-409b-9109-0997e6f1fc23 disassociated (deleted). External IP: 172.28.2.61, port: aee3f159-18b9-4f6c-a52d-c3fc810c17c2. Dec 16 14:55:26.579434 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.676614 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 8802a4e4-28e5-4118-b41b-b52d1b9eb274 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:26.738787 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.766366 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e1a825a-ab04-46c8-99cc-6e0270b7d664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:26.792496 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:26.797849 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=102c3c521aa9481799d2a91224c1dd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403234 Dec 16 14:55:26.803314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40436) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:26.812395 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:26.857945 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeb35f-37f7-43d6-b997-1630fc2ea2c8 None None] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:26.875709 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c256319-e0fe-4199-aac3-4ff2f41f6e59,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:26.986810 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:27.027142 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Provisioning for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:27.050010 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Provisioning complete for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:27.050473 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.106643 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Router 907d65b1-84b3-4e81-bb98-cb27a8954622 is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:55:27.144574 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-51101191-432c-4028-baab-c8649379506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.180021 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-51101191-432c-4028-baab-c8649379506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.204991 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Router d8454ecc-d81a-4b47-acbf-320e277cc7a8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:27.233066 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.274019 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] For port 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=8802a4e4-28e5-4118-b41b-b52d1b9eb274,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:27.306621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:27.329701 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Sync routers for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:27.343157 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:27.343829 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:27.390772 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-51101191-432c-4028-baab-c8649379506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.396356 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-693cc95e-56ca-4fc2-ac61-383c9a95ce47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:27.401906 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.411990 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:27.413734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51101191-432c-4028-baab-c8649379506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c256319-e0fe-4199-aac3-4ff2f41f6e59,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:27.416272 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-51101191-432c-4028-baab-c8649379506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:27.421414 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.425944 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5208871 Dec 16 14:55:27.426634 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40442) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:27.438695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:27.451272 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Sync routers for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:27.461988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.484159 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:27.486604 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:27.525817 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-51101191-432c-4028-baab-c8649379506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.537841 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-51101191-432c-4028-baab-c8649379506e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c256319-e0fe-4199-aac3-4ff2f41f6e59 HTTP/1.1" status: 204 len: 168 time: 0.7257199 Dec 16 14:55:27.539835 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Pushing event updated for resources: {'Port': ['ID=8802a4e4-28e5-4118-b41b-b52d1b9eb274,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:27.561264 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:27.582542 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-ef270a33-5fde-4aa4-8c58-82bb9236c182 None None] Provisioning complete for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:27.582925 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ef270a33-5fde-4aa4-8c58-82bb9236c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:27.584136 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "DELETE /v2.0/floatingips/275121b1-c72d-409b-9109-0997e6f1fc23 HTTP/1.1" status: 204 len: 168 time: 2.3324761 Dec 16 14:55:27.586389 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:27.756272 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:27.783022 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:27.885084 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:55:28.018730 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-daf2be9c-dce3-46d9-ba38-c1af7e5e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:28.020588 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-daf2be9c-dce3-46d9-ba38-c1af7e5e542e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1098 time: 0.0960586 Dec 16 14:55:28.255888 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-8aa420b1-7dba-4065-b9e9-60ec5a91ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:28.258015 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-8aa420b1-7dba-4065-b9e9-60ec5a91ae74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.2289412 Dec 16 14:55:28.298226 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:25Z', 'revision_number': 3, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:28.302455 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Checking router: 907d65b1-84b3-4e81-bb98-cb27a8954622 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:28.302814 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Updating router 907d65b1-84b3-4e81-bb98-cb27a8954622 port e339ec56-e033-475b-8b48-9f93f815af65 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:55:28.363691 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-341098cc-128e-465a-a5f3-943a32334001 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 217 time: 0.0842071 Dec 16 14:55:28.374943 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:28.461731 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:28.469906 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Checking router: d8454ecc-d81a-4b47-acbf-320e277cc7a8 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:28.483206 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:28.484055 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:28.515898 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-fb7f0913-a4af-4d3f-b766-28a14e830e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:28.519995 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-fb7f0913-a4af-4d3f-b766-28a14e830e49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.1483383 Dec 16 14:55:28.574097 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:28.635395 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:28.723397 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 8802a4e4-28e5-4118-b41b-b52d1b9eb274 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:28.790489 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-68b3ba84-8704-4bf7-8fe9-9d9d76e9ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:28.792256 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-68b3ba84-8704-4bf7-8fe9-9d9d76e9ee63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2661965 Dec 16 14:55:28.892682 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:29.014809 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-c01f4e3d-673c-4c82-96a1-e1d592f4f191 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138298 Dec 16 14:55:29.041303 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:29.041876 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.144757 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.152407 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Transition to ACTIVE for port object e339ec56-e033-475b-8b48-9f93f815af65 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:29.209605 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Allocated IP 172.20.0.1 (18762f9b-348b-4899-a6e2-bd1979b20c5b/50ac4491-0f7e-436e-9d1c-b5a066bc6e13/2e4b1bd6-e37d-4418-ab7a-9077bb68823c) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:29.246139 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.258920 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:29.275153 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8083152f-a03d-41c4-ae40-07ac28a65ae3 req-b2efc26f-a3ec-4e57-9a20-6a7badbaeac1 service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328382 Dec 16 14:55:29.281749 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-c490641d-576e-4a39-8188-831d3b9d7f65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1889143 Dec 16 14:55:29.385808 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:29.388868 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Attempting to bind port e339ec56-e033-475b-8b48-9f93f815af65 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:29.393835 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e77990-9f86-416c-b777-a7e80b2ac995 None None] The sync data for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb is: [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:52:20Z', 'revision_number': 4, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '3cf92154-45ae-41f8-ad8c-79ae6aa9a984', 'name': '', 'network_id': 'da49beac-bd7f-4e65-b891-e67116111884', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'mac_address': 'fa:16:3e:73:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:20Z', 'updated_at': '2021-12-16T14:52:27Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'subnets': [{'id': 'a8e845aa-a055-4f29-b47a-52a358871faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:29.399401 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Attempting to bind port e339ec56-e033-475b-8b48-9f93f815af65 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:29.402813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Attempting to bind port e339ec56-e033-475b-8b48-9f93f815af65 on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:29.407845 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Pushing event updated for resources: {'Port': ['ID=e339ec56-e033-475b-8b48-9f93f815af65,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:29.411498 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:29.415348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:29.419780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:29.419780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.419780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:29.419780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Bound port: e339ec56-e033-475b-8b48-9f93f815af65, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:29.419780 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.520012 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.538792 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] For port e339ec56-e033-475b-8b48-9f93f815af65, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:29.543850 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] For port e339ec56-e033-475b-8b48-9f93f815af65, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=e339ec56-e033-475b-8b48-9f93f815af65,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:29.548669 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Transition to ACTIVE for port object 2e4b1bd6-e37d-4418-ab7a-9077bb68823c will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:29.573325 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-9e5ef2e5-a32f-4445-8753-f1ab7d7a66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:29.574850 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-9e5ef2e5-a32f-4445-8753-f1ab7d7a66ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 1098 time: 0.1254652 Dec 16 14:55:29.669385 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.674807 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4c58c74f-8c11-42fd-88bd-84ba38693d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:29.736410 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.745259 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-4cf3c754-f53f-4ebc-aeca-7188d693726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:29.768763 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27cb4a-e008-40bb-a74f-9b7aa78edef4 None None] New status for floating IP 275121b1-c72d-409b-9109-0997e6f1fc23: DOWN {{(pid=87437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:55:29.804375 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-e6961df4-7123-44ba-b3fe-806fb6dfac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:29.804375 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-e6961df4-7123-44ba-b3fe-806fb6dfac62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 200 len: 916 time: 0.2062054 Dec 16 14:55:29.862516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:29.874384 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:29.890713 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:29.944700 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-d797d577-e74b-4ee1-8b37-0037b0ef1480 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 200 len: 217 time: 0.1310658 Dec 16 14:55:29.952164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:29.954166 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:29.961853 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Pushing event updated for resources: {'Port': ['ID=e339ec56-e033-475b-8b48-9f93f815af65,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:29.964376 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:29.964985 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:30.139421 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:30.141674 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:30.178154 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:30.197190 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-36140398-8bcd-417b-8905-1b94e46ec3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:30.198673 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-36140398-8bcd-417b-8905-1b94e46ec3bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 200 len: 854 time: 0.1047781 Dec 16 14:55:30.304976 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-cb909a24-0901-4985-b393-720843608caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:30.306598 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-cb909a24-0901-4985-b393-720843608caa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da49beac-bd7f-4e65-b891-e67116111884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1003361 Dec 16 14:55:30.400075 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2df5bbd5-b30d-4194-8a2c-de834b61fff4 None None] Provisioning for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:30.416087 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2df5bbd5-b30d-4194-8a2c-de834b61fff4 None None] Provisioning complete for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:30.416457 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2df5bbd5-b30d-4194-8a2c-de834b61fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:30.468435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:30.512806 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2df5bbd5-b30d-4194-8a2c-de834b61fff4 None None] Port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:55:30.542800 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-15c90f37-b45a-4829-b520-3e696bb2d3ec service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255266 Dec 16 14:55:30.548146 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:25Z', 'revision_number': 3, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:30.554735 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11346e-3e7c-477a-ad0d-77cddae0706e None None] The sync data for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb is: [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:25Z', 'revision_number': 3, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:30.977212 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22434e54-95dd-4e56-b7be-e123f55cd580 req-efb69278-0d89-40a1-9558-8922bc95ef8d service neutron] 10.222.0.53 "GET /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261065 Dec 16 14:55:31.019654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:31.101534 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:31.131545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:31.223334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:31.225938 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:31.230200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:31.409579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:31.410814 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:31.641318 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Router 907d65b1-84b3-4e81-bb98-cb27a8954622 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:31.749336 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9d45227e-ed5d-41ba-bf74-21cc5e321820 None None] Provisioning complete for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:31.749785 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9d45227e-ed5d-41ba-bf74-21cc5e321820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:31.816921 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-9d45227e-ed5d-41ba-bf74-21cc5e321820 None None] Port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:55:31.837203 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:31.846150 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-70603e20-5056-46f9-932f-1641b3ab2aa7 admin admin] 10.222.0.46 "PUT /v2.0/routers/907d65b1-84b3-4e81-bb98-cb27a8954622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4185028 Dec 16 14:55:32.016696 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40558) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:32.136508 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.151670 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:32.155803 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:8065fda0068842fbad413c5647b19d60 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:32.159381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:32.165241 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:32.256596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.300553 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.308006 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-51101191-432c-4028-baab-c8649379506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:32.343098 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Sync routers for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:32.343662 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:32.344267 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:32.347069 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8065fda0068842fbad413c5647b19d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281198 Dec 16 14:55:32.349754 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40566) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:32.351311 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff940c4-2c21-46b8-becb-eae52012753a,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:32.354377 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f684864d-7531-4d56-8101-ea526a4f0cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:32.442750 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.475958 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.571396 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:32.643935 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.649549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a3588715-66ea-4af0-b387-9760fc77cba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:32.668847 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff940c4-2c21-46b8-becb-eae52012753a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:32.672708 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:32.676167 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.677380 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ff940c4-2c21-46b8-becb-eae52012753a HTTP/1.1" status: 204 len: 168 time: 0.3260694 Dec 16 14:55:32.711319 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device e339ec56-e033-475b-8b48-9f93f815af65 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:32.757395 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40586) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:32.763609 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2004874566-network', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:32.769007 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:32.773155 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Usage tracker for resource:network and tenant:52fa3012c6d14361b73a5fc6fa4bd249 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:32.777322 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:32.784089 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:32.878090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Made reservation on behalf of 52fa3012c6d14361b73a5fc6fa4bd249 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:55:32.880561 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.894085 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.908222 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:32.912057 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Usage tracker for resource:security_group_rule and tenant:52fa3012c6d14361b73a5fc6fa4bd249 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:32.914882 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:32.922786 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:32.940976 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port e339ec56-e033-475b-8b48-9f93f815af65 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:32.955726 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 2, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:32.956718 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port e339ec56-e033-475b-8b48-9f93f815af65 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:32.957578 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:32.961042 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Checking router: 907d65b1-84b3-4e81-bb98-cb27a8954622 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:32.961421 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Updating router 907d65b1-84b3-4e81-bb98-cb27a8954622 port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:55:33.014979 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.039572 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.097024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.101358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b0fa6040-2e3b-4195-a4d5-a94548f8acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:33.144369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:55:33.151067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8164d7-65f9-484c-baf4-7e86f76c439d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:33.158186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:33.160813 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.162183 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Added segment 0d04ecdb-edd8-4b1f-9d01-1bdc24caff59 of type vlan for network 756c6181-2e22-4da3-a5ed-647f66490395 Dec 16 14:55:33.171338 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.191516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f6cfc-312a-4c41-bde1-951592868856 req-ca6d3394-64a0-4add-9789-d2499b551244 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:33.195873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port e339ec56-e033-475b-8b48-9f93f815af65, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=e339ec56-e033-475b-8b48-9f93f815af65,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:33.198060 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.198882 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bd3f6cfc-312a-4c41-bde1-951592868856 req-ca6d3394-64a0-4add-9789-d2499b551244 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.0956025 Dec 16 14:55:33.238295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.240073 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:33.256188 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bd3f6cfc-312a-4c41-bde1-951592868856 req-243995f6-e930-44ed-bfdd-d20cbce143f5 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Dec 16 14:55:33.278176 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.279620 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:33.280381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.286143 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0226f0e9-f21c-44d7-8c6c-b51327dcbfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:33.321620 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=e339ec56-e033-475b-8b48-9f93f815af65,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:33.324925 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:33.393329 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Pushing event updated for resources: {'Network': ['ID=756c6181-2e22-4da3-a5ed-647f66490395,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:33.396045 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:33.404532 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 756c6181-2e22-4da3-a5ed-647f66490395 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:55:33.475546 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7146275 Dec 16 14:55:33.475855 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40596) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:33.482187 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Request body: {'subnet': {'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2004874566-subnet', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:33.487724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:33.492512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Usage tracker for resource:subnet and tenant:52fa3012c6d14361b73a5fc6fa4bd249 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:33.496221 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:33.504879 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:33.525376 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.537704 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Transition to ACTIVE for port object 2e4b1bd6-e37d-4418-ab7a-9077bb68823c will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:33.538171 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40602) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:33.556655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.570632 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:33.574469 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:21cb92eafcef40068ba6b6b772763793 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:33.575265 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Made reservation on behalf of 52fa3012c6d14361b73a5fc6fa4bd249 for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:55:33.577533 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:33.577695 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760819'] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.585238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:33.603778 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.610598 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-c6f51b8d-43e7-4958-8385-6b37d166b497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:33.700970 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.741766 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Pushing event updated for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:33.758343 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.769953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b000e357-6270-4205-8177-85f288185a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:33.794934 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797126 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797526 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.797726 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.798091 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.798441 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.798763 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.799082 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:33.830437 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae6e1a-3b32-4fed-8e3d-66c5361977bd,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:33.841822 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:33.852508 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:33.891770 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21cb92eafcef40068ba6b6b772763793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523641 Dec 16 14:55:33.893293 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40606) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:33.896634 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Attempting to bind port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:33.897014 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Attempting to bind port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:33.897383 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Attempting to bind port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c on network 18762f9b-348b-4899-a6e2-bd1979b20c5b {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:33.906406 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:33.906858 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Checking segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:33.907194 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.907624 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Bound using segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:33.908106 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Bound port: 2e4b1bd6-e37d-4418-ab7a-9077bb68823c, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:33.908503 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:33.982966 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.007135 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] For port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:34.009520 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.010138 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] For port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:34.032378 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2760769'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.040008 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-171e7e76-1556-460e-90be-53e5287df784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:34.089660 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.094655 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-87320e78-7720-4990-bd18-fde738498f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:34.128358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Checking segment: {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:34.130158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Network hostable DHCP agents. Network: 756c6181-2e22-4da3-a5ed-647f66490395, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:55:34.135105 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.137711 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0111325e-6c2a-4d4c-ba83-71eb73b10911,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:34.141438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:34.150423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e5b930a8-3bfe-451e-bdb2-ca130ba888bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:34.168479 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae6e1a-3b32-4fed-8e3d-66c5361977bd,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:34.175417 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:34.175665 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:34.176147 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:34.177970 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.179541 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02ae6e1a-3b32-4fed-8e3d-66c5361977bd HTTP/1.1" status: 204 len: 168 time: 0.2850995 Dec 16 14:55:34.272098 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Pushing event updated for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=4']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:34.272411 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Network 756c6181-2e22-4da3-a5ed-647f66490395 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:55:34.281559 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-e5266df2-9456-412b-a085-2d77922750ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:34.370565 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 756c6181-2e22-4da3-a5ed-647f66490395) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:34.375037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:34.379029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.382669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1ab3f-16b5-4bb6-91aa-76ba27904f5f None None] Network 756c6181-2e22-4da3-a5ed-647f66490395 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:34.445380 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:34.509722 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-59ef4a11-37e3-43d8-adb2-06fb31d3fe80 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0302963 Dec 16 14:55:34.509922 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40618) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:34.515178 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:34.520803 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:34.535549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Usage tracker for resource:router and tenant:52fa3012c6d14361b73a5fc6fa4bd249 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:34.535549 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:34.541100 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:34.634316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-654822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113482'] for router, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.635607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113501'] for router, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.658405 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.682617 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device e339ec56-e033-475b-8b48-9f93f815af65 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:34.771599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397713d5-0e58-5827-89ca-0455e4d39b9f-756c6181-2e22-4da3-a5ed-647f66490395', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911'}]}} from dv-cinder-821892-3-smb. {{(pid=87437) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 16 14:55:34.771599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:34.816701 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:34.821367 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac2175-6fe4-4021-a5a6-4b063f905724 None None] The sync data for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb is: [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:34.948555 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port e339ec56-e033-475b-8b48-9f93f815af65 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:34.949003 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.135599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.db_base_plugin_common [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Allocated IP 172.20.0.2 (756c6181-2e22-4da3-a5ed-647f66490395/0111325e-6c2a-4d4c-ba83-71eb73b10911/68a53245-4910-44a2-ae2d-13ecdecf0271) {{(pid=87437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:35.214398 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113455'] for router, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.238485 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-f8d8918e-177e-4d68-a350-59d7cc46ba7e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:35.239403 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-f8d8918e-177e-4d68-a350-59d7cc46ba7e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:35.378671 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-f8d8918e-177e-4d68-a350-59d7cc46ba7e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:35.380363 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-f8d8918e-177e-4d68-a350-59d7cc46ba7e tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.9828658 Dec 16 14:55:35.430903 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks [] for port, precommit_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.450635 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Transition to ACTIVE for port object 68a53245-4910-44a2-ae2d-13ecdecf0271 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:35.502875 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Transition to ACTIVE for port object 68a53245-4910-44a2-ae2d-13ecdecf0271 will not be triggered until provisioned by entity DHCP. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:35.505522 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-776c2f56-31cb-44f2-aed5-ddcbf98c8a4a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:35.524815 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ffa41-a439-449c-ad27-bc055e521868 req-b13884a2-64b0-4b3b-8ce5-df88e914f63f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:35.526514 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a32ffa41-a439-449c-ad27-bc055e521868 req-b13884a2-64b0-4b3b-8ce5-df88e914f63f tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.53 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 945 time: 0.1938903 Dec 16 14:55:35.596864 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837'] for port, after_create {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.620236 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-776c2f56-31cb-44f2-aed5-ddcbf98c8a4a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:35.620366 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c68c56be-6a6a-4093-9617-80bc6c4513a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:35.620466 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-84b893ad-020c-4bb9-b383-136915fa57a9 req-776c2f56-31cb-44f2-aed5-ddcbf98c8a4a tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304735 Dec 16 14:55:35.634647 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Deleting port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:35.635204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.731618 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Network 756c6181-2e22-4da3-a5ed-647f66490395 is already hosted by enough agents. {{(pid=87437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:35.738829 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.scheduler.base_scheduler [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Resources bound (agent type, host, resource id): {{(pid=87437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:35.743033 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Received port after_create {{(pid=87437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:35.758420 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.795348 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.827279 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Pushing event updated for resources: {'Port': ['ID=68a53245-4910-44a2-ae2d-13ecdecf0271,revision_number=1']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:35.897352 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:35.927138 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Attempting to bind port 68a53245-4910-44a2-ae2d-13ecdecf0271 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:35.927394 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Attempting to bind port 68a53245-4910-44a2-ae2d-13ecdecf0271 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:35.927582 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Attempting to bind port 68a53245-4910-44a2-ae2d-13ecdecf0271 on network 756c6181-2e22-4da3-a5ed-647f66490395 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:35.935269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:35.935698 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Checking segment: {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:35.936101 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:35.936617 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Bound using segment: {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:35.937098 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Bound port: 68a53245-4910-44a2-ae2d-13ecdecf0271, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:35.937519 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.026914 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Allocated IP 172.28.2.73 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/f57d02cc-9421-4b0d-972b-b6d815246cf3) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:36.038428 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] For port aee3f159-18b9-4f6c-a52d-c3fc810c17c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:36.038713 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.104520 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] For port 68a53245-4910-44a2-ae2d-13ecdecf0271, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:36.107775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] For port 68a53245-4910-44a2-ae2d-13ecdecf0271, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=68a53245-4910-44a2-ae2d-13ecdecf0271,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:36.182184 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.189805 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:36.217656 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.307456 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.309185 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Calling delete_port for aee3f159-18b9-4f6c-a52d-c3fc810c17c2 owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:36.316308 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7a92553e-d4fe-454e-8a71-30a955711ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:36.326973 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Pushing event updated for resources: {'Port': ['ID=68a53245-4910-44a2-ae2d-13ecdecf0271,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:36.332855 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:36.415282 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:36.419614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:36.427762 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:36.473429 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Pushing event updated for resources: {'Port': ['ID=f57d02cc-9421-4b0d-972b-b6d815246cf3,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:36.478976 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:36.563669 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.569985 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c27f57c6-0647-4fd1-ba93-04c73a5017dc tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:36.623401 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['aee3f159-18b9-4f6c-a52d-c3fc810c17c2'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:36.716012 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Pushing event deleted for resources: {'Port': ['ID=aee3f159-18b9-4f6c-a52d-c3fc810c17c2,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:36.731415 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:36.862762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] No DVR routers for this DVR port aee3f159-18b9-4f6c-a52d-c3fc810c17c2 on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:55:36.873433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:36.892447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2e4b1bd6-e37d-4418-ab7a-9077bb68823c up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:36.902663 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'name': 'network-vif-deleted', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:55:36.958262 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832e7e53-a4b8-4f46-8e26-8e3dc623c230', 'name': 'network-vif-deleted', 'tag': 'aee3f159-18b9-4f6c-a52d-c3fc810c17c2', 'status': 'completed', 'code': 200} Dec 16 14:55:36.987961 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a32ffa41-a439-449c-ad27-bc055e521868 req-d95b358a-a5d2-402e-896a-60429179f3f7 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.53 "DELETE /v2.0/ports/aee3f159-18b9-4f6c-a52d-c3fc810c17c2 HTTP/1.1" status: 204 len: 173 time: 1.4372706 Dec 16 14:55:37.054967 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:37.061480 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:37.061982 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.104979 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-cca9b569-205b-472e-91b4-b155e7eb3d29 req-6cb34fba-8837-4c32-851b-a6b5a5cd2f38 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Synchronizing usage tracker for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:55:37.165779 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.203777 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-cca9b569-205b-472e-91b4-b155e7eb3d29 req-6cb34fba-8837-4c32-851b-a6b5a5cd2f38 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Unset dirty status for tenant:5d2d92d92c6c44b79602af3b12d03ac5 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:55:37.205800 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cca9b569-205b-472e-91b4-b155e7eb3d29 req-6cb34fba-8837-4c32-851b-a6b5a5cd2f38 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] 10.222.0.46 "GET /v2.0/ports?device_id=832e7e53-a4b8-4f46-8e26-8e3dc623c230 HTTP/1.1" status: 200 len: 210 time: 0.3730943 Dec 16 14:55:37.282099 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.346094 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:37.449310 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.450165 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 68a53245-4910-44a2-ae2d-13ecdecf0271 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:37.478765 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-4b4be889-1312-46c8-bea2-5ec51bfd0b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:37.583006 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:37.586172 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:37.655275 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aadb026-e74f-46e9-9356-244c01e0c64c None None] Network 756c6181-2e22-4da3-a5ed-647f66490395 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:37.673867 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port 68a53245-4910-44a2-ae2d-13ecdecf0271 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:37.682255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654566'] for router, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.822537 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Provisioning for port 68a53245-4910-44a2-ae2d-13ecdecf0271 completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:37.841782 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Provisioning complete for port 68a53245-4910-44a2-ae2d-13ecdecf0271 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:37.842164 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:37.952065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Router c3ed2488-2a1a-4477-b95a-6e5f110cac7a is scheduled to L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 with binding_index 1 {{(pid=87435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 16 14:55:38.037784 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:38.072027 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] For port 68a53245-4910-44a2-ae2d-13ecdecf0271, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=68a53245-4910-44a2-ae2d-13ecdecf0271,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:38.146535 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:38.147838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:38.150619 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:38.189592 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Sync routers for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:38.220115 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:38.224276 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:38.311209 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Pushing event updated for resources: {'Port': ['ID=68a53245-4910-44a2-ae2d-13ecdecf0271,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:38.312637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:38.317624 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:38.318310 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40678) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:38.318976 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8077881 Dec 16 14:55:38.417991 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-156093dc-ceb9-4cc5-b3b4-3c175dbeab55 None None] Provisioning complete for port 68a53245-4910-44a2-ae2d-13ecdecf0271 triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:38.418403 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-156093dc-ceb9-4cc5-b3b4-3c175dbeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:38.528070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:38.651762 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2e4b1bd6-e37d-4418-ab7a-9077bb68823c up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:38.886850 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device aee3f159-18b9-4f6c-a52d-c3fc810c17c2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:38.931514 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: aee3f159-18b9-4f6c-a52d-c3fc810c17c2 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:38.933992 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device aee3f159-18b9-4f6c-a52d-c3fc810c17c2 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:38.934109 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:38.934586 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.118255 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 68a53245-4910-44a2-ae2d-13ecdecf0271 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:39.149880 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:36Z', 'revision_number': 3, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:39.164052 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.168779 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Checking router: c3ed2488-2a1a-4477-b95a-6e5f110cac7a for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:39.169140 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Updating router c3ed2488-2a1a-4477-b95a-6e5f110cac7a port f57d02cc-9421-4b0d-972b-b6d815246cf3 binding host dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:55:39.209869 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-329b7ddc-55a3-4943-8559-ae2aee7e04f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.240132 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.308549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port 68a53245-4910-44a2-ae2d-13ecdecf0271 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:39.308549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.386512 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Allocated IP 172.20.0.1 (756c6181-2e22-4da3-a5ed-647f66490395/0111325e-6c2a-4d4c-ba83-71eb73b10911/d96baffa-409a-4136-a585-f6cd3f747e6f) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:55:39.634375 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.650291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Transition to ACTIVE for port object d96baffa-409a-4136-a585-f6cd3f747e6f will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:39.690209 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks [] for port, precommit_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.701548 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Transition to ACTIVE for port object f57d02cc-9421-4b0d-972b-b6d815246cf3 will not be triggered until provisioned by entity L2. {{(pid=87437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:39.758172 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.763026 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:39.803482 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.807482 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:39.838924 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Network 756c6181-2e22-4da3-a5ed-647f66490395 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:39.842180 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:39.846615 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:39.880974 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Pushing event updated for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:39.891422 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:39.907539 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Attempting to bind port f57d02cc-9421-4b0d-972b-b6d815246cf3 on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:39.909751 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Attempting to bind port f57d02cc-9421-4b0d-972b-b6d815246cf3 by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:39.909751 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Attempting to bind port f57d02cc-9421-4b0d-972b-b6d815246cf3 on network 6f81314a-145a-4731-bd8d-71200a687b82 {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:39.914010 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Pushing event updated for resources: {'Port': ['ID=f57d02cc-9421-4b0d-972b-b6d815246cf3,revision_number=2']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:39.914147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630312'] for router_interface, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.918061 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:39.920757 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:39.921146 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Checking segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:39.921562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:39.922015 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Bound using segment: {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'} {{(pid=87437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:39.922581 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.managers [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Bound port: f57d02cc-9421-4b0d-972b-b6d815246cf3, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cfea86-568c-4023-9339-bbe3a982caa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82'}}] {{(pid=87437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:39.923549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.017191 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] For port f57d02cc-9421-4b0d-972b-b6d815246cf3, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:40.020852 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] For port f57d02cc-9421-4b0d-972b-b6d815246cf3, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f57d02cc-9421-4b0d-972b-b6d815246cf3,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:40.096225 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.099910 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:40.137354 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40738) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:40.164398 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.192591 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:40.193221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:40.318249 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Pushing event updated for resources: {'Port': ['ID=f57d02cc-9421-4b0d-972b-b6d815246cf3,revision_number=3']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:40.322221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:40.388747 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9aa455cd-1985-414a-8c74-dbebf49b872d None None] Provisioning for port d96baffa-409a-4136-a585-f6cd3f747e6f completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:40.401505 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-9aa455cd-1985-414a-8c74-dbebf49b872d None None] Provisioning complete for port d96baffa-409a-4136-a585-f6cd3f747e6f triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:40.401889 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9aa455cd-1985-414a-8c74-dbebf49b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.461450 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.482805 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-9aa455cd-1985-414a-8c74-dbebf49b872d None None] Port d96baffa-409a-4136-a585-f6cd3f747e6f cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:55:40.495578 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:40.523314 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.562986 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:40.668927 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630475'] for router_interface, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:40.673919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Pushing event updated for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:40.678465 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:40.815749 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Network 756c6181-2e22-4da3-a5ed-647f66490395 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:55:40.816864 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:55:40.853019 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'd96baffa-409a-4136-a585-f6cd3f747e6f', 'name': '', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'mac_address': 'fa:16:3e:38:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:39Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 1, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'subnets': [{'id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:40.858594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455487d1-d625-4530-8f79-8c7253f449ab None None] The sync data for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb is: [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'd96baffa-409a-4136-a585-f6cd3f747e6f', 'name': '', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'mac_address': 'fa:16:3e:38:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:39Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 1, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'subnets': [{'id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:40.984542 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:41.075395 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Router c3ed2488-2a1a-4477-b95a-6e5f110cac7a has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:41.214042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-0f33d61a-e2a9-449b-b1a5-d8b22b4c180d None None] Provisioning complete for port d96baffa-409a-4136-a585-f6cd3f747e6f triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:41.214629 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0f33d61a-e2a9-449b-b1a5-d8b22b4c180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:41.282258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0f33d61a-e2a9-449b-b1a5-d8b22b4c180d None None] Port d96baffa-409a-4136-a585-f6cd3f747e6f cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:55:41.332466 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:41.351199 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3ed2488-2a1a-4477-b95a-6e5f110cac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0221663 Dec 16 14:55:41.407291 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Deleting port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:41.407771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:41.564165 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f49ec36d-91b0-47e9-b176-e5146a6403d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:41.616076 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] For port 3cf92154-45ae-41f8-ad8c-79ae6aa9a984, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:41.616446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:41.768235 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Calling delete_port for 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 owned by network:router_interface {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:41.970300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40766) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:41.977209 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847886272', 'description': 'tempest-secgroup-smoke-847886272 description', 'project_id': '9fc2c539381c455081e821165c3305bc'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:41.984613 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:41.999242 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:42.009934 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:42.018024 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:42.095223 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.120690 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:42.131618 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:42.134936 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:42.141126 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:42.209211 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.213591 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bc3b5856-06fb-480c-86d6-56f4d9951476 tempest-VolumesActionsTest-2087212146 tempest-VolumesActionsTest-2087212146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:42.242402 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.323808 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.329953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-880af2d4-1ba3-49a1-be46-9b6f776ac87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:42.368836 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27447036-bde7-4347-92f2-a816fbe4ffe0,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:42.371650 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:42.378340 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf92154-45ae-41f8-ad8c-79ae6aa9a984,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:42.381607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:42.411279 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.413896 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4419675 Dec 16 14:55:42.418907 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40774) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:42.424963 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:42.431495 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:42.436291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:42.440792 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:42.447519 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:42.531405 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.623072 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.635475 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.692249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.718924 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.718924 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:42.745769 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3450c9-5e15-4f79-ba24-cb242dc9128c,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:42.748589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:42.752169 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f57d02cc-9421-4b0d-972b-b6d815246cf3 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:42.783455 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.820380 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.824502 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015222 Dec 16 14:55:42.824640 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40780) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:42.830469 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:42.836609 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:42.840617 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:42.843638 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:42.849438 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:42.929329 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port f57d02cc-9421-4b0d-972b-b6d815246cf3 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:42.937310 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f57d02cc-9421-4b0d-972b-b6d815246cf3 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:42.939708 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:42.941590 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.012185 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.068622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Router d8454ecc-d81a-4b47-acbf-320e277cc7a8 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:43.069838 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.077831 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.080164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:43.086931 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port f57d02cc-9421-4b0d-972b-b6d815246cf3, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f57d02cc-9421-4b0d-972b-b6d815246cf3,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:43.103355 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d643e70d-dda4-4fcd-9ec2-5e99a490d24b,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:43.108871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:43.163978 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.165958 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-1b95bdcf-9f1a-402a-a172-38094ea33238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:43.190164 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.201658 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a507eb83-ff5b-4551-9467-75e4192f1cfd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3669033 Dec 16 14:55:43.201658 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40788) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:43.210269 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:43.218870 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:43.224160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:43.227830 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:43.236796 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:43.258692 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:43.260104 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Sync routers for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:43.277083 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Sync routers for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:43.280042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=f57d02cc-9421-4b0d-972b-b6d815246cf3,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:43.284708 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:43.285976 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:43.288216 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:43.292978 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:43.292978 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:43.323557 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.342604 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] 10.222.0.46 "PUT /v2.0/routers/d8454ecc-d81a-4b47-acbf-320e277cc7a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2040064 Dec 16 14:55:43.345672 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40794) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:43.413010 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.504520 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:43.521994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.521994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f1664ba8-7a17-468e-a5be-3d40a9522568 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:43.546220 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b4f92d-f703-45a2-af36-966b8dbb50b0,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:43.547469 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.552756 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:43.554196 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:43.632109 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.635306 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-c8e446fc-ec20-4ff4-bf2a-c39bc7ffb2d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327357 Dec 16 14:55:43.638126 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40798) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:43.645070 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:43.654616 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:43.662738 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:43.679074 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:43.691300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:43.781138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.804883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.835329 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:55:42Z', 'revision_number': 5, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port': {'id': '2f428b33-0caa-4880-b4d7-087ead2a3a2d', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:15Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:43.842536 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Checking router: d8454ecc-d81a-4b47-acbf-320e277cc7a8 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:43.854951 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Routers {'d8454ecc-d81a-4b47-acbf-320e277cc7a8'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:43.856129 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:43.878326 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Deleting port 2f428b33-0caa-4880-b4d7-087ead2a3a2d {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:43.879763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:43.909818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40806) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:43.946696 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.003535 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.006024 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-29f20607-9fc1-4c9b-aa19-75a2fc639758 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.006204 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'd96baffa-409a-4136-a585-f6cd3f747e6f', 'name': '', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'mac_address': 'fa:16:3e:38:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:39Z', 'updated_at': '2021-12-16T14:55:40Z', 'revision_number': 2, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'subnets': [{'id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:44.011234 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Checking router: c3ed2488-2a1a-4477-b95a-6e5f110cac7a for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:44.011697 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Updating router c3ed2488-2a1a-4477-b95a-6e5f110cac7a port d96baffa-409a-4136-a585-f6cd3f747e6f binding host dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:55:44.047580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b882a3-c754-4681-ab48-32b34030ae05,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:44.051992 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:44.076388 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.118128 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.119757 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-59fbc630-1f75-4383-92c3-69ddda2c8e13 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4799724 Dec 16 14:55:44.122445 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40812) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:44.128988 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:44.130295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] Set router d8454ecc-d81a-4b47-acbf-320e277cc7a8 gateway port host: None {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:44.138334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:44.144052 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:44.149563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:44.156794 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:44.179766 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.226206 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.securitygroups_db [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Project 9fc2c539381c455081e821165c3305bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:55:44.232956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.233152 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] For port 2f428b33-0caa-4880-b4d7-087ead2a3a2d, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2f428b33-0caa-4880-b4d7-087ead2a3a2d,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:44.233736 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.242700 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.248734 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 6, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:44.254382 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3f9ef-4502-476a-b011-0e0dbbc7c56e None None] The sync data for ids ['d8454ecc-d81a-4b47-acbf-320e277cc7a8'] in dv-cinder-821892-3-smb is: [{'id': 'd8454ecc-d81a-4b47-acbf-320e277cc7a8', 'name': 'tempest-TestMinimumBasicScenario-1290473111-router', 'tenant_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:14Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 6, 'project_id': '5d2d92d92c6c44b79602af3b12d03ac5', 'gw_port_host': None}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:44.371132 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:44.379788 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Calling delete_port for 2f428b33-0caa-4880-b4d7-087ead2a3a2d owned by network:router_gateway {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:44.394447 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.415667 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Usage tracker for resource:security_group_rule and tenant:9a80ecf876b14c93a391d48469659e19 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:44.424700 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:44.433665 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:44.470430 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.472762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.515751 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32b3e6b-ae0e-4144-89f7-df490279b11f,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:44.525057 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks [] for port, precommit_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.527734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.528500 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.529107 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.529645 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.530122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.530652 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.532861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.532861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.532861 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.533217 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.533937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.534423 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.538863 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:44.569397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.571051 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-95860e7e-e375-46e4-a360-636c6e11ed65 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4474390 Dec 16 14:55:44.573805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40818) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:44.579937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'security_group_rule': {'security_group_id': '27447036-bde7-4347-92f2-a816fbe4ffe0', 'project_id': '9fc2c539381c455081e821165c3305bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:55:44.586829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:55:44.596739 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:security_group_rule and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:55:44.600583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:55:44.608068 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:55:44.622917 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.689487 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.securitygroups_db [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Project 9fc2c539381c455081e821165c3305bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:55:44.701885 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.708846 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f57d02cc-9421-4b0d-972b-b6d815246cf3 up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:44.712031 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.provisioning_blocks [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Transition to ACTIVE for port object d96baffa-409a-4136-a585-f6cd3f747e6f will not be triggered until provisioned by entity L2. {{(pid=87438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:55:44.717283 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.728048 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a8302078-bd1a-490f-a588-7f7212cabccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.742556 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.786242 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.790316 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.791364 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.805176 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a80ecf876b14c93a391d48469659e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763176 Dec 16 14:55:44.807160 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port f57d02cc-9421-4b0d-972b-b6d815246cf3 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:44.807601 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.807988 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40822) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:44.872655 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e214b0-dbb7-4f2f-8e9c-4428ace36916,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:44.892328 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.892699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.893123 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.901305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.901829 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.902150 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.902612 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.902888 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.903240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.905105 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.905392 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.906099 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:55:44.928078 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:44.928740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.937674 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.939453 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014399'] for security_group_rule, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:44.963675 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:44.979617 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f4db05de-7d9e-460d-95a2-9c16ac3eb3e0 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:44.996700 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979459-8c56-4aa1-88f7-5c46a467f041 None None] Pushing event updated for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=3']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:45.000106 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-d3979459-8c56-4aa1-88f7-5c46a467f041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:45.017721 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:45.018134 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 3cf92154-45ae-41f8-ad8c-79ae6aa9a984 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:45.060291 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f428b33-0caa-4880-b4d7-087ead2a3a2d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:45.061785 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ada0fac-fd2b-4b55-b593-f8d73e3a5d40,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:45.062272 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Attempting to bind port d96baffa-409a-4136-a585-f6cd3f747e6f on host dv-cinder-821892-3-smb for vnic_type normal with profile {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:55:45.062533 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Attempting to bind port d96baffa-409a-4136-a585-f6cd3f747e6f by drivers openvswitch,hyperv on host dv-cinder-821892-3-smb at level 0 using segments [{'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:55:45.062890 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Attempting to bind port d96baffa-409a-4136-a585-f6cd3f747e6f on network 756c6181-2e22-4da3-a5ed-647f66490395 {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:55:45.073125 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Checking agent: {'id': 'e96b9019-7557-4135-a7d4-626b6021b19c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 41, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:55:45.073506 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Checking segment: {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:55:45.073915 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.074343 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Bound using segment: {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'} {{(pid=87438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:55:45.074824 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.managers [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Bound port: d96baffa-409a-4136-a585-f6cd3f747e6f, host: dv-cinder-821892-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395'}}] {{(pid=87438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:55:45.075230 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.077124 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:45.080275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.100732 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:45.136596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.164954 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.166417 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-40c15cec-4a1c-4222-8d7c-1e76591e71a1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5913343 Dec 16 14:55:45.207759 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] For port d96baffa-409a-4136-a585-f6cd3f747e6f, host dv-cinder-821892-3-smb, cleared binding levels {{(pid=87438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:55:45.210959 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.plugins.ml2.db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] For port d96baffa-409a-4136-a585-f6cd3f747e6f, host dv-cinder-821892-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=d96baffa-409a-4136-a585-f6cd3f747e6f,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:55:45.243198 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.249417 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-be546400-d493-413a-8af7-24a12a1b3b6c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:45.262169 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e214b0-dbb7-4f2f-8e9c-4428ace36916,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:45.265990 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:45.270799 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.274659 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2e214b0-dbb7-4f2f-8e9c-4428ace36916 HTTP/1.1" status: 204 len: 168 time: 0.4628081 Dec 16 14:55:45.285091 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron_lib.callbacks.manager [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.293133 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-4f1302b5-29a5-4cb1-82f0-0c0b10c24a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:45.381262 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:55:45.404110 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:45.404757 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:45.412574 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.415535 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.561098 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979459-8c56-4aa1-88f7-5c46a467f041 None None] Pushing event updated for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=4']} {{(pid=87438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:45.566259 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG oslo_concurrency.lockutils [None req-d3979459-8c56-4aa1-88f7-5c46a467f041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:45.670007 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:45.747363 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.751376 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8454ecc-d81a-4b47-acbf-320e277cc7a8 {{(pid=87435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:55:45.783200 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.787937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40866) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:45.800638 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d8454ecc-d81a-4b47-acbf-320e277cc7a8 HTTP/1.1" status: 204 len: 168 time: 2.4536500 Dec 16 14:55:45.889568 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Deleting subnet a8e845aa-a055-4f29-b47a-52a358871faf {{(pid=87436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:55:45.893782 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:45.957855 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136267'] for subnet, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.028335 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'd96baffa-409a-4136-a585-f6cd3f747e6f', 'name': '', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'mac_address': 'fa:16:3e:38:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:39Z', 'updated_at': '2021-12-16T14:55:45Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'subnets': [{'id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:46.032237 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcfebc8-a3a3-4ce2-a1b7-dfca8fd5c597 None None] The sync data for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb is: [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'd96baffa-409a-4136-a585-f6cd3f747e6f', 'name': '', 'network_id': '756c6181-2e22-4da3-a5ed-647f66490395', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'mac_address': 'fa:16:3e:38:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:39Z', 'updated_at': '2021-12-16T14:55:45Z', 'revision_number': 4, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'subnets': [{'id': '0111325e-6c2a-4d4c-ba83-71eb73b10911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:46.088419 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.239332 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2791085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4115218'] for subnet, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.243582 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1261bec0-81ef-4439-8724-fbbb87a2d54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:46.288640 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.294856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963c437-f4b7-47c0-9428-4633e9e3ec4e None None] Network da49beac-bd7f-4e65-b891-e67116111884 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:46.298489 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e845aa-a055-4f29-b47a-52a358871faf,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:46.300598 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8e845aa-a055-4f29-b47a-52a358871faf HTTP/1.1" status: 204 len: 168 time: 0.5111623 Dec 16 14:55:46.303021 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40874) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:46.428919 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b6cc1e65-cf97-4ed4-807b-5004e20bc884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:46.436662 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.449252 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Deleting port 6e05809f-ee38-4629-8a36-c8570c7ae68a {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:46.458465 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.637286 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] DHCP port deletion for da49beac-bd7f-4e65-b891-e67116111884 request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 14:55:46.642386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Deleting port 6e05809f-ee38-4629-8a36-c8570c7ae68a {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:46.652408 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.682309 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] For port 6e05809f-ee38-4629-8a36-c8570c7ae68a, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e05809f-ee38-4629-8a36-c8570c7ae68a,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:46.682736 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.725193 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device d96baffa-409a-4136-a585-f6cd3f747e6f up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:46.817367 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Calling delete_port for 6e05809f-ee38-4629-8a36-c8570c7ae68a owned by network:dhcp {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:46.949625 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] For port 6e05809f-ee38-4629-8a36-c8570c7ae68a, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=6e05809f-ee38-4629-8a36-c8570c7ae68a,segment=NetworkSegment(a47f20d6-7e26-437d-9e46-a012b33e0cb9),segment_id=a47f20d6-7e26-437d-9e46-a012b33e0cb9)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:46.950048 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.974676 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:46.978596 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9f973d40-bc16-4626-8daf-fe4e4d28a991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:47.023056 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e05809f-ee38-4629-8a36-c8570c7ae68a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:47.025660 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:47.028890 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] No DVR routers for this DVR port 6e05809f-ee38-4629-8a36-c8570c7ae68a on host dv-cinder-821892-3-smb {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:55:47.081507 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning for port d96baffa-409a-4136-a585-f6cd3f747e6f completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:55:47.095772 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Calling delete_port for 6e05809f-ee38-4629-8a36-c8570c7ae68a owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:47.138267 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port d96baffa-409a-4136-a585-f6cd3f747e6f triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:47.138664 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.156686 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.185202 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da49beac-bd7f-4e65-b891-e67116111884']}} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:47.197702 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47f20d6-7e26-437d-9e46-a012b33e0cb9') {'for_net_delete': True} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:47.197996 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47f20d6-7e26-437d-9e46-a012b33e0cb9') {} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:47.216298 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136284'] for segment, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.241436 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.247459 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:55:47.247885 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2791027'] for segment, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: Traceback (most recent call last): Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: timer() Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: cb(*args, **kw) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: return func(*args, **kwargs) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: self._notify() Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: self.callback(batched_events) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: event.method(event) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: return f(self, *a, **k) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: return self._get(url).json() Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: return self.request(url, 'GET', **kwargs) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:55:47.262067 dv-cinder-821892-3-smb neutron-server[87436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:55:47.320937 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:55:47.321571 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:55:47.349273 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.386768 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] For port d96baffa-409a-4136-a585-f6cd3f747e6f, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=d96baffa-409a-4136-a585-f6cd3f747e6f,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:47.397764 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.402043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8d3b45a8-2845-41c4-8b90-410f543ac271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:47.417951 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.427176 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=da49beac-bd7f-4e65-b891-e67116111884,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:47.430701 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:47.478182 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.480157 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:47.517435 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/da49beac-bd7f-4e65-b891-e67116111884 HTTP/1.1" status: 204 len: 168 time: 1.2089272 Dec 16 14:55:47.519539 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40902) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:47.568797 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2f428b33-0caa-4880-b4d7-087ead2a3a2d no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:47.612648 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 2f428b33-0caa-4880-b4d7-087ead2a3a2d {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:47.612998 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2f428b33-0caa-4880-b4d7-087ead2a3a2d not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:47.639258 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Pushing event updated for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:47.643004 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:47.823211 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Deleting port 6e05809f-ee38-4629-8a36-c8570c7ae68a {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:47.823571 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:47.896354 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed9b0e-81ff-4cb4-a1d3-6f2cb35d0945 None None] The port '6e05809f-ee38-4629-8a36-c8570c7ae68a' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 14:55:48.169891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:48.528129 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Deleting port 62121952-6b21-45ac-a530-63ee6f4cc946 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:48.528709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:48.642731 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device d96baffa-409a-4136-a585-f6cd3f747e6f up at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:55:48.717650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] For port 62121952-6b21-45ac-a530-63ee6f4cc946, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=62121952-6b21-45ac-a530-63ee6f4cc946,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:48.718083 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:48.725820 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Provisioning complete for port d96baffa-409a-4136-a585-f6cd3f747e6f triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:55:48.726203 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:48.844790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Calling delete_port for 62121952-6b21-45ac-a530-63ee6f4cc946 owned by network:router_interface {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:48.913621 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e05809f-ee38-4629-8a36-c8570c7ae68a no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:48.950475 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 6e05809f-ee38-4629-8a36-c8570c7ae68a {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:48.950828 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 6e05809f-ee38-4629-8a36-c8570c7ae68a not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:49.089469 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:49.096613 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d755220e-12e3-49f0-897f-93bd53a2e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:49.146384 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Pushing event deleted for resources: {'Port': ['ID=62121952-6b21-45ac-a530-63ee6f4cc946,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:49.148885 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:49.424807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:49.933544 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Router 5a8ed926-7f6c-49c0-8246-5df2531caf11 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:55:50.113606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:55:50.122329 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] 10.222.0.46 "PUT /v2.0/routers/5a8ed926-7f6c-49c0-8246-5df2531caf11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016598 Dec 16 14:55:50.124789 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40920) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:50.128239 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Sync routers for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:55:50.137459 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:50.138061 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:50.304607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks [] for router, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:50.314728 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:50.484395 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:50.563411 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Deleting port 45f72f84-9032-454e-9d83-e012d5e8534c {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:50.563798 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:50.649012 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:55:48Z', 'revision_number': 5, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port': {'id': '45f72f84-9032-454e-9d83-e012d5e8534c', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:27Z', 'updated_at': '2021-12-16T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:50.653610 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Checking router: 5a8ed926-7f6c-49c0-8246-5df2531caf11 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:55:50.665893 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Routers {'5a8ed926-7f6c-49c0-8246-5df2531caf11'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:50.666530 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:55:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['5a8ed926-7f6c-49c0-8246-5df2531caf11'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:50.757610 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] For port 45f72f84-9032-454e-9d83-e012d5e8534c, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=45f72f84-9032-454e-9d83-e012d5e8534c,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:50.757967 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:50.832967 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] Set router 5a8ed926-7f6c-49c0-8246-5df2531caf11 gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:55:50.884620 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Calling delete_port for 45f72f84-9032-454e-9d83-e012d5e8534c owned by network:router_gateway {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:50.944163 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:55:50Z', 'revision_number': 6, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:50.948055 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bddd947-bf42-40f8-a5e9-cb87bc6f00c3 None None] The sync data for ids ['5a8ed926-7f6c-49c0-8246-5df2531caf11'] in dv-cinder-821892-3-smb is: [{'id': '5a8ed926-7f6c-49c0-8246-5df2531caf11', 'name': 'tempest-TestMinimumBasicScenario-1883040375-router', 'tenant_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:26Z', 'updated_at': '2021-12-16T14:55:50Z', 'revision_number': 6, 'project_id': 'f0be333d87f1472a9b574f73d97ad5bf', 'gw_port_host': None}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:55:51.209167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.213090 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-02fda98d-98b4-4004-9960-e9a18db72614 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:51.257055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f72f84-9032-454e-9d83-e012d5e8534c,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:51.260000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:51.352489 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.530742 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.533588 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.614911 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.615424 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8ed926-7f6c-49c0-8246-5df2531caf11 {{(pid=87435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:55:51.628329 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.629658 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-9f21783f-751f-4289-87a2-ec168613e468 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5a8ed926-7f6c-49c0-8246-5df2531caf11 HTTP/1.1" status: 204 len: 168 time: 1.5038812 Dec 16 14:55:51.632069 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40930) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:51.696471 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Deleting subnet 80543e95-9660-4bc1-868f-7d147a0c78c2 {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:55:51.699511 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.749621 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:51.887627 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.009431 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.014743 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a2d53a7c-203e-4aa7-83f7-c7acaa155440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:52.048771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80543e95-9660-4bc1-868f-7d147a0c78c2,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:52.051799 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:52.052754 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.057663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740bb04-b8fb-4879-b592-e345bf2c325b None None] Network 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:55:52.061119 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/80543e95-9660-4bc1-868f-7d147a0c78c2 HTTP/1.1" status: 204 len: 168 time: 0.4257600 Dec 16 14:55:52.061438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40938) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:52.170803 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.181599 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Deleting port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:52.184924 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.311117 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] DHCP port deletion for 28e59190-15c7-4982-9ccf-3e32dfb4b3b9 request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 14:55:52.318589 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Deleting port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:52.319084 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.401069 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] For port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:52.401575 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.532999 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Calling delete_port for f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 owned by network:dhcp {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:52.538350 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] For port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,segment=NetworkSegment(8d98bb46-dda9-4f28-9d26-3542a464be0b),segment_id=8d98bb46-dda9-4f28-9d26-3542a464be0b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:55:52.539082 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.667690 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:52.683601 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.688030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bcfb52ba-f6a7-4b9a-959f-17d3f7acaab4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:52.696864 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Calling delete_port for f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:55:52.738654 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ef2e63-0585-46ba-84fe-c2f32c31c9a2,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:52.740820 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] No DVR routers for this DVR port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 on host dv-cinder-821892-3-smb {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:55:52.742314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:52.750234 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:52.750553 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:52.751008 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 45f72f84-9032-454e-9d83-e012d5e8534c no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:52.789597 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 45f72f84-9032-454e-9d83-e012d5e8534c {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:52.789948 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 45f72f84-9032-454e-9d83-e012d5e8534c not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:52.790480 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 62121952-6b21-45ac-a530-63ee6f4cc946 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:55:52.829492 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 62121952-6b21-45ac-a530-63ee6f4cc946 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:55:52.829840 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 62121952-6b21-45ac-a530-63ee6f4cc946 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:55:52.855434 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:55:52.855434 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:55:52.968684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:52.994746 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e59190-15c7-4982-9ccf-3e32dfb4b3b9']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:53.008080 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d98bb46-dda9-4f28-9d26-3542a464be0b') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:53.008375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d98bb46-dda9-4f28-9d26-3542a464be0b') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:55:53.025048 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.042134 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.048687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:55:53.049067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:55:53.062092 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:55:53.214952 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.218671 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:53.234602 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.241321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Pushing event deleted for resources: {'Network': ['ID=28e59190-15c7-4982-9ccf-3e32dfb4b3b9,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:53.245468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:53.251216 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d220107a-0584-4286-a1e9-3fec791df95d admin admin] 10.222.0.46 "DELETE /v2.0/networks/28e59190-15c7-4982-9ccf-3e32dfb4b3b9 HTTP/1.1" status: 204 len: 168 time: 1.1859732 Dec 16 14:55:53.355874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Deleting port f0ef2e63-0585-46ba-84fe-c2f32c31c9a2 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:55:53.356396 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.425787 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-f7874039-4966-4f5e-81ef-0e3450ae9da1 None None] The port 'f0ef2e63-0585-46ba-84fe-c2f32c31c9a2' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 14:55:53.645430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40958) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:53.697973 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c32bd8c6-612e-4bdc-a909-0623824aacd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d2d92d92c6c44b79602af3b12d03ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513184 Dec 16 14:55:53.700311 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 40962) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:53.761005 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.787791 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.883285 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.887068 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3ad7225f-19f7-4ed7-8f3a-d047a0d42d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:53.901840 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:53.904410 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:53.974410 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:53.975470 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddd046bb-7cbf-4ab9-9ab9-817f401e5b0e HTTP/1.1" status: 204 len: 168 time: 0.2742655 Dec 16 14:55:54.657494 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40978) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:54.710995 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f64f7ef1-e34c-4c8e-8939-bd6f3c312c2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0be333d87f1472a9b574f73d97ad5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522389 Dec 16 14:55:54.713362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 40982) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:54.772763 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:54.798786 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:54.923923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:54.928803 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cc0ac475-cf9b-44cc-9d74-6f06be22010a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:55:54.940981 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8f4c5b-2c7d-48ac-ba27-ec123f2b4586,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:55:54.944033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:55:54.954689 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:54.954689 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c8f4c5b-2c7d-48ac-ba27-ec123f2b4586 HTTP/1.1" status: 204 len: 168 time: 0.2397759 Dec 16 14:55:56.047446 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666061a-b8c6-4a87-9ca0-c0018c2a2d9e req-06e55f81-07b4-46fa-97e8-c7e63ae5cc6b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:56.048904 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1666061a-b8c6-4a87-9ca0-c0018c2a2d9e req-06e55f81-07b4-46fa-97e8-c7e63ae5cc6b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.1607053 Dec 16 14:55:56.094184 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1666061a-b8c6-4a87-9ca0-c0018c2a2d9e req-bdecbf23-86dd-4597-8fe1-bf1af9c8a2f0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Dec 16 14:55:57.284871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3e260-9a55-4b03-b1ef-6f4baf936559 req-0bb0ab0a-cc96-42f9-b6b0-b26947e81590 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:57.286348 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-80a3e260-9a55-4b03-b1ef-6f4baf936559 req-0bb0ab0a-cc96-42f9-b6b0-b26947e81590 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0786071 Dec 16 14:55:57.330369 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-80a3e260-9a55-4b03-b1ef-6f4baf936559 req-2795f6d5-51dc-4d45-8d19-24922e3ae840 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383842 Dec 16 14:55:58.530581 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2412dd-67b5-464b-bc9a-88a36e8d27db req-daf86ba8-53fa-4ff5-89ea-db0a5c6d7372 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:58.533391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0b2412dd-67b5-464b-bc9a-88a36e8d27db req-daf86ba8-53fa-4ff5-89ea-db0a5c6d7372 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0912449 Dec 16 14:55:58.581978 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0b2412dd-67b5-464b-bc9a-88a36e8d27db req-701b66c7-aa74-4611-8f57-df03c3abb246 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Dec 16 14:55:58.591314 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:55:59.771084 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e65e-efde-4985-b681-ddf5d7b6b7d6 req-7fae5993-9293-4ada-97bd-545b673dd928 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:55:59.772456 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-34f7e65e-efde-4985-b681-ddf5d7b6b7d6 req-7fae5993-9293-4ada-97bd-545b673dd928 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0797131 Dec 16 14:55:59.819879 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-34f7e65e-efde-4985-b681-ddf5d7b6b7d6 req-84e3923e-566b-458a-94b6-7d10dbdd9152 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Dec 16 14:56:01.020983 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7315b-8245-4ca7-a26f-45f41cacae1f req-e5ac25ec-d3a2-4398-8a86-383ff31e937b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:01.022471 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cae7315b-8245-4ca7-a26f-45f41cacae1f req-e5ac25ec-d3a2-4398-8a86-383ff31e937b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0795577 Dec 16 14:56:01.065926 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-cae7315b-8245-4ca7-a26f-45f41cacae1f req-46e4f56b-3a70-457f-ba80-36c50f6e1803 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Dec 16 14:56:02.255626 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5d0b-af46-40ce-a226-62b00fd8f430 req-738ffe51-f9c5-41f7-8c98-fe373278704f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:02.257088 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e00e5d0b-af46-40ce-a226-62b00fd8f430 req-738ffe51-f9c5-41f7-8c98-fe373278704f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0844681 Dec 16 14:56:02.300665 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e00e5d0b-af46-40ce-a226-62b00fd8f430 req-7738d88b-b012-4c21-8602-49b9bb0a513f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 Dec 16 14:56:02.999142 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d8432739-17c9-4452-8a45-12f42fafc370 req-05f67f42-b4b5-49fa-a2b6-099e1a1c7b95 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Synchronizing usage tracker for tenant:9fc2c539381c455081e821165c3305bc on resource:security_group {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:56:03.105603 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d8432739-17c9-4452-8a45-12f42fafc370 req-05f67f42-b4b5-49fa-a2b6-099e1a1c7b95 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Unset dirty status for tenant:9fc2c539381c455081e821165c3305bc on resource:security_group {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:56:03.106726 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-05f67f42-b4b5-49fa-a2b6-099e1a1c7b95 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847886272&fields=id&tenant_id=9fc2c539381c455081e821165c3305bc HTTP/1.1" status: 200 len: 267 time: 0.1452131 Dec 16 14:56:03.254301 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-32494853-b5f2-421f-ae53-a7c19dc47384 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:03.255727 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-32494853-b5f2-421f-ae53-a7c19dc47384 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 809 time: 0.1418569 Dec 16 14:56:03.270133 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-3e320a5f-fbef-4611-9dd2-8773d67dc4d7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/quotas/9fc2c539381c455081e821165c3305bc HTTP/1.1" status: 200 len: 375 time: 0.0089972 Dec 16 14:56:03.349276 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d8432739-17c9-4452-8a45-12f42fafc370 req-18c16591-d0c0-480b-946a-077529bc7ff9 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Synchronizing usage tracker for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:56:03.420024 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d8432739-17c9-4452-8a45-12f42fafc370 req-18c16591-d0c0-480b-946a-077529bc7ff9 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Unset dirty status for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:56:03.421236 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-18c16591-d0c0-480b-946a-077529bc7ff9 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464510 Dec 16 14:56:03.494697 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f8600-e254-493b-ac5d-7a9e92f71f02 req-baca32cb-0f74-4215-af8b-875c432135b0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:03.496197 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-401f8600-e254-493b-ac5d-7a9e92f71f02 req-baca32cb-0f74-4215-af8b-875c432135b0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0851643 Dec 16 14:56:03.544331 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-401f8600-e254-493b-ac5d-7a9e92f71f02 req-49a7dec2-9dc9-4e62-af10-c9fdaf24730c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Dec 16 14:56:03.560955 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-64ce6ba2-af5f-4a60-9ffc-b90a9ef8f99d service neutron] 10.222.0.46 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283188 Dec 16 14:56:03.789854 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-87547b7d-82f2-4c56-8957-cca967f01b9e service neutron] 10.222.0.46 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232747 Dec 16 14:56:04.460714 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0a89f8a0-ab50-4f79-b19f-df07a08f535a req-a0977289-f118-4f24-bd74-99fd32e1b76d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Dec 16 14:56:04.764138 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73261b7f-2a90-47c2-a696-a7d7e54f5af3 req-0c5857c6-2f8c-485a-b281-a9bebec07d20 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:04.765585 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-73261b7f-2a90-47c2-a696-a7d7e54f5af3 req-0c5857c6-2f8c-485a-b281-a9bebec07d20 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0879827 Dec 16 14:56:04.824479 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-73261b7f-2a90-47c2-a696-a7d7e54f5af3 req-d7842533-c461-4f3b-a1da-49320662d041 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522013 Dec 16 14:56:05.557733 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-01fd3cc5-3190-4de2-b43a-0859afd37d4b req-a79add23-e28e-4407-82ac-1f9a7f95439a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.0431731 Dec 16 14:56:06.015147 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011ff87-60c6-40c4-845e-6665d8e7f940 req-1b63ebf7-d1a8-4614-be44-d38fd13d58b5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:06.018975 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a011ff87-60c6-40c4-845e-6665d8e7f940 req-1b63ebf7-d1a8-4614-be44-d38fd13d58b5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0866084 Dec 16 14:56:06.064730 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a011ff87-60c6-40c4-845e-6665d8e7f940 req-e6637ffa-1213-4b37-9fc6-76dfb672b49c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Dec 16 14:56:06.715624 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-68f8adae-c51e-43dd-b2b9-8942cb4552ac req-4a7945be-6ef6-435d-8653-169be56d30a2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.0434287 Dec 16 14:56:07.034886 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f0bcdb6c-1204-4487-b7a9-60c030a5f0f8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:07.036309 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f0bcdb6c-1204-4487-b7a9-60c030a5f0f8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 809 time: 0.1495454 Dec 16 14:56:07.094059 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-52e04593-d1f0-45fb-8cbe-52b01f125fce tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc2c539381c455081e821165c3305bc HTTP/1.1" status: 200 len: 379 time: 0.0401754 Dec 16 14:56:07.116039 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'port': {'device_id': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'admin_state_up': True, 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'security_groups': ['27447036-bde7-4347-92f2-a816fbe4ffe0']}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:56:07.313739 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:56:07.328601 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfb1f2-e7ce-4a3b-88f5-02fe88476056 req-80a878ce-b8c1-493a-adcc-ef0fdaf31f7a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:07.330128 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72cfb1f2-e7ce-4a3b-88f5-02fe88476056 req-80a878ce-b8c1-493a-adcc-ef0fdaf31f7a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.1460307 Dec 16 14:56:07.334213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:56:07.379283 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-72cfb1f2-e7ce-4a3b-88f5-02fe88476056 req-25870921-2224-4cfa-8909-0946b0c55efa tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Dec 16 14:56:07.408977 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Made reservation on behalf of 9fc2c539381c455081e821165c3305bc for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:56:07.412548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:07.663905 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Allocated IP 172.20.0.7 (18762f9b-348b-4899-a6e2-bd1979b20c5b/50ac4491-0f7e-436e-9d1c-b5a066bc6e13/236760cf-12b9-40f9-9a64-8d06001e7ffb) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:56:07.862956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:07.877151 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5f2c179c-2bfc-4e09-b1de-879ac7ee165e req-083869af-cca3-4c00-a842-ca31c196927f tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.0494506 Dec 16 14:56:07.878841 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Transition to ACTIVE for port object 236760cf-12b9-40f9-9a64-8d06001e7ffb will not be triggered until provisioned by entity DHCP. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:56:07.963355 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:07.969017 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2fac94a2-5ed3-48db-b043-837a732b04b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:08.039073 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:56:08.042313 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:56:08.046204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:56:08.087543 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:08.092519 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:08.115586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:08.116211 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:08.232294 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-78b6c06a-364c-40a9-9642-6b8860311be8 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203742 Dec 16 14:56:08.306048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Request body: {'port': {'device_id': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:56:08.368594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-8b290f33-ebf7-427b-bff2-0cc392df2c63 None None] Provisioning for port 236760cf-12b9-40f9-9a64-8d06001e7ffb completed by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:56:08.373574 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-8b290f33-ebf7-427b-bff2-0cc392df2c63 None None] Provisioning complete for port 236760cf-12b9-40f9-9a64-8d06001e7ffb triggered by entity DHCP. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:56:08.373971 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-8b290f33-ebf7-427b-bff2-0cc392df2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:08.429939 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-8b290f33-ebf7-427b-bff2-0cc392df2c63 None None] Port 236760cf-12b9-40f9-9a64-8d06001e7ffb cannot update to ACTIVE because it is not bound. {{(pid=87437) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 16 14:56:08.430361 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:08.712368 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e775-f11e-43b1-a8cb-7ecc8480e246 req-1e0ec0cd-9fdf-4a23-a3d4-c02c79ec1067 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:08.713837 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fa48e775-f11e-43b1-a8cb-7ecc8480e246 req-1e0ec0cd-9fdf-4a23-a3d4-c02c79ec1067 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.2202342 Dec 16 14:56:08.787683 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fa48e775-f11e-43b1-a8cb-7ecc8480e246 req-286010ee-99eb-43de-bdde-e44b72732875 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637915 Dec 16 14:56:08.898858 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236760cf-12b9-40f9-9a64-8d06001e7ffb {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:56:08.906272 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:08.921533 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Transition to ACTIVE for port object 236760cf-12b9-40f9-9a64-8d06001e7ffb will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:56:09.003281 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.006951 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-4e1db103-1863-4fd6-ad0e-44ccc7b041eb tempest-DeleteServersTestJSON-895836694 tempest-DeleteServersTestJSON-895836694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:09.045814 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:56:09.125345 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7498-d84c-4f18-9279-7c428c086e16 req-7152a88b-c40c-4f93-99cd-d389d276c4ac tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:09.131952 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a30e7498-d84c-4f18-9279-7c428c086e16 req-7152a88b-c40c-4f93-99cd-d389d276c4ac tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.1358869 Dec 16 14:56:09.230588 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-a30e7498-d84c-4f18-9279-7c428c086e16 req-f2181678-3622-4607-a010-28c81b3bdac2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Synchronizing usage tracker for tenant:9fc2c539381c455081e821165c3305bc on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:56:09.278271 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-a30e7498-d84c-4f18-9279-7c428c086e16 req-f2181678-3622-4607-a010-28c81b3bdac2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Unset dirty status for tenant:9fc2c539381c455081e821165c3305bc on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:56:09.285926 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a30e7498-d84c-4f18-9279-7c428c086e16 req-f2181678-3622-4607-a010-28c81b3bdac2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510217 Dec 16 14:56:09.342696 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b95de45e-8a3e-4fff-8f16-976ac0270944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.355973 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:09.362073 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:09.365934 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:09.377043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Attempting to bind port 236760cf-12b9-40f9-9a64-8d06001e7ffb on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:56:09.377472 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Attempting to bind port 236760cf-12b9-40f9-9a64-8d06001e7ffb by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:56:09.377891 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Attempting to bind port 236760cf-12b9-40f9-9a64-8d06001e7ffb on network 18762f9b-348b-4899-a6e2-bd1979b20c5b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:56:09.387654 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:09.388720 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Port 236760cf-12b9-40f9-9a64-8d06001e7ffb on network 18762f9b-348b-4899-a6e2-bd1979b20c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:56:09.389041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Attempting to bind port 236760cf-12b9-40f9-9a64-8d06001e7ffb on network 18762f9b-348b-4899-a6e2-bd1979b20c5b {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:56:09.395110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:56:09.395449 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Checking segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:56:09.395832 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Bound using segment: {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:56:09.396259 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Bound port: 236760cf-12b9-40f9-9a64-8d06001e7ffb, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:56:09.396602 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.453379 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.477746 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:56:09.488512 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:56:09.493119 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:56:09.495245 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:09.580637 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.584852 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-7c9ddc84-d1db-4ae6-bbac-7b4246a2c0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:09.603214 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.604998 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:09.648357 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:09.649351 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:09.650924 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] 10.222.0.53 "PUT /v2.0/ports/236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1093 time: 1.3960364 Dec 16 14:56:09.651578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:09.678543 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:09.683672 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f3594496-6e6a-47bc-b1fb-195bfa903741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:09.705836 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=6']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:09.714094 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.714721 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.715201 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.715781 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.716423 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.716934 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.717590 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.720412 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'status': 'completed', 'code': 200} Dec 16 14:56:09.720775 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.721276 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.721779 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.722322 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.722830 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:09.734804 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:09.759134 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:09.900482 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbff8f5-9266-4857-94ec-c642505363e0 req-c7b45a9a-193b-4e5f-9023-123c7d3eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:09.901978 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-afbff8f5-9266-4857-94ec-c642505363e0 req-c7b45a9a-193b-4e5f-9023-123c7d3eb7ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1096 time: 0.1269791 Dec 16 14:56:10.176713 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbff8f5-9266-4857-94ec-c642505363e0 req-2e72d081-12fe-483d-b49d-3f99d15d3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.178169 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-afbff8f5-9266-4857-94ec-c642505363e0 req-2e72d081-12fe-483d-b49d-3f99d15d3a9b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9fc2c539381c455081e821165c3305bc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2619309 Dec 16 14:56:10.193187 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2e3a1-64b1-44e0-aed9-252fccab21fd req-569db194-f536-41a5-9cca-5f6213a4b5f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.200495 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4aa2e3a1-64b1-44e0-aed9-252fccab21fd req-569db194-f536-41a5-9cca-5f6213a4b5f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 945 time: 0.1956108 Dec 16 14:56:10.253568 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4aa2e3a1-64b1-44e0-aed9-252fccab21fd req-882adc5e-1154-49f4-9187-a424fd7c68af tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520992 Dec 16 14:56:10.516327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbff8f5-9266-4857-94ec-c642505363e0 req-dd005b1e-32da-43d6-83af-42b64d3cff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.518552 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-afbff8f5-9266-4857-94ec-c642505363e0 req-dd005b1e-32da-43d6-83af-42b64d3cff49 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3332603 Dec 16 14:56:10.550397 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eb40c-72c8-4755-b2a9-b71562fb7ab9 req-5a53b6be-46a1-454c-b06f-8868cbc7840d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.554528 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-2e5eb40c-72c8-4755-b2a9-b71562fb7ab9 req-5a53b6be-46a1-454c-b06f-8868cbc7840d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Synchronizing usage tracker for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:56:10.630211 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-2e5eb40c-72c8-4755-b2a9-b71562fb7ab9 req-5a53b6be-46a1-454c-b06f-8868cbc7840d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Unset dirty status for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:56:10.631536 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2e5eb40c-72c8-4755-b2a9-b71562fb7ab9 req-5a53b6be-46a1-454c-b06f-8868cbc7840d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.2103746 Dec 16 14:56:10.696451 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2e5eb40c-72c8-4755-b2a9-b71562fb7ab9 req-f9f632c1-d7fa-47e7-9c4c-8fa6dde2159d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554309 Dec 16 14:56:10.713700 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-59dffffa-567d-44c6-bd0a-c2d20bcaf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.715325 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-59dffffa-567d-44c6-bd0a-c2d20bcaf315 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1096 time: 0.1317506 Dec 16 14:56:10.795055 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-16bd5084-0623-4666-832a-b62e7c9c3fe9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 217 time: 0.0652826 Dec 16 14:56:10.872677 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-14b89d14-ab68-49dd-8ed7-b1e734a1a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.874141 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-14b89d14-ab68-49dd-8ed7-b1e734a1a591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0673840 Dec 16 14:56:10.960775 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432739-17c9-4452-8a45-12f42fafc370 req-d0735ee5-748d-4b62-bca1-39b6ec1f5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:10.962271 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-d0735ee5-748d-4b62-bca1-39b6ec1f5b24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809431 Dec 16 14:56:11.046663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:56:11.130308 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-ddbe1900-e65a-4181-aa8e-dfbeedef201e service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605210 Dec 16 14:56:11.132839 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:56:11.133308 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:11.299731 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8432739-17c9-4452-8a45-12f42fafc370 req-40364d34-eb54-4993-8bbf-2be2db75c56d service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617026 Dec 16 14:56:11.347799 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:11.394118 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:11.405710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:11.461999 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:11.467413 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:11.564081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2834-c2c0-4204-98e0-d43d8a07ad24 req-54fbaaf7-4ddc-42d4-b1ec-c7631c06bb60 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:11.573387 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-588d2834-c2c0-4204-98e0-d43d8a07ad24 req-54fbaaf7-4ddc-42d4-b1ec-c7631c06bb60 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.1551576 Dec 16 14:56:11.596511 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=7']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:11.608980 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:11.631145 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-588d2834-c2c0-4204-98e0-d43d8a07ad24 req-3060aa4b-98f1-4117-8b2a-aabfeba8835f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484219 Dec 16 14:56:11.655267 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b971183c-cb19-4719-86f2-b49e47cf6329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:11.763495 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'code': 200} Dec 16 14:56:11.962328 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c843333-6cc8-4169-af2f-1f4f57444e7a req-b4075768-2680-420f-82fb-0044b4569bca tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:11.966795 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6c843333-6cc8-4169-af2f-1f4f57444e7a req-b4075768-2680-420f-82fb-0044b4569bca tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.0953279 Dec 16 14:56:12.019428 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6c843333-6cc8-4169-af2f-1f4f57444e7a req-644d124e-6195-41d0-864b-956f188fe8bb tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496311 Dec 16 14:56:12.637423 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:12.907523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a015-e78f-46bd-9e92-af2349674e6f req-88306443-d494-49e7-8fbb-3209612f819e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:12.907523 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-77c3a015-e78f-46bd-9e92-af2349674e6f req-88306443-d494-49e7-8fbb-3209612f819e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0847051 Dec 16 14:56:12.914787 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-77c3a015-e78f-46bd-9e92-af2349674e6f req-befec948-60b2-470f-9bf0-4d896eea80ad tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Dec 16 14:56:13.031389 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:13.058105 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:56:13.231012 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:13.241929 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a3b5-558a-4553-a56f-24197dc988c4 req-eace6b61-136f-44fa-8f70-eed175959e5c tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:13.244207 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3047a3b5-558a-4553-a56f-24197dc988c4 req-eace6b61-136f-44fa-8f70-eed175959e5c tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.1030393 Dec 16 14:56:13.249599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'mac_address': 'fa:16:3e:2c:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:13.308694 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3047a3b5-558a-4553-a56f-24197dc988c4 req-11003b31-f1ab-4ff4-9325-c99df867065c tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577395 Dec 16 14:56:13.320276 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:13.342415 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236760cf-12b9-40f9-9a64-8d06001e7ffb {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:56:13.360226 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:13.448552 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:13.450422 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-ca6c23b6-6958-404c-a01c-ac7bdca3ec74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:13.535150 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:13.552422 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:13.788562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['236760cf-12b9-40f9-9a64-8d06001e7ffb'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:14.062527 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:14.133715 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c734-c38a-4d6c-b267-a89895366c1d req-2061c43a-5265-4dc8-ac49-e6258ac98f40 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:14.136076 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ccf0c734-c38a-4d6c-b267-a89895366c1d req-2061c43a-5265-4dc8-ac49-e6258ac98f40 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0948484 Dec 16 14:56:14.183947 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ccf0c734-c38a-4d6c-b267-a89895366c1d req-56d791e9-570b-4ca8-9f70-1650e877a60a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Dec 16 14:56:14.498538 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ddbbc-0d99-4ad1-967a-9b4d75ca31d8 req-a6ef6b97-3a20-431d-a387-ac9ef82df4ab tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:14.500644 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-922ddbbc-0d99-4ad1-967a-9b4d75ca31d8 req-a6ef6b97-3a20-431d-a387-ac9ef82df4ab tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 944 time: 0.0893505 Dec 16 14:56:14.555484 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-922ddbbc-0d99-4ad1-967a-9b4d75ca31d8 req-d95e8521-307a-4167-93a9-f2d1da97e616 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479770 Dec 16 14:56:15.089794 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:56:15.225588 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 236760cf-12b9-40f9-9a64-8d06001e7ffb completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:56:15.231228 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 236760cf-12b9-40f9-9a64-8d06001e7ffb triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:56:15.231620 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:15.376004 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:15.404349 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72c5a-d5a9-4890-9ca7-29c8fb87fb99 req-420faa86-8f58-49fd-961b-114b36d0df38 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:15.405971 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-66c72c5a-d5a9-4890-9ca7-29c8fb87fb99 req-420faa86-8f58-49fd-961b-114b36d0df38 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0971377 Dec 16 14:56:15.410226 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:15.420491 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:15.459478 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'code': 200} Dec 16 14:56:15.465795 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-66c72c5a-d5a9-4890-9ca7-29c8fb87fb99 req-a988f313-fedf-45ee-8991-edcc33f5eed0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483661 Dec 16 14:56:15.476890 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:15.479298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-38e7bb9c-f71b-47dc-9280-5c5d17f55239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:15.568107 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:15.571221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:15.794166 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5e5f3-df55-48ce-bc2e-2b8117597251 req-e999384a-7421-4c9d-9fe7-eb8a947896ca tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:15.796122 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-eab5e5f3-df55-48ce-bc2e-2b8117597251 req-e999384a-7421-4c9d-9fe7-eb8a947896ca tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.1136904 Dec 16 14:56:15.857984 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-eab5e5f3-df55-48ce-bc2e-2b8117597251 req-67528522-70cd-48a9-be1d-766df763890a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559852 Dec 16 14:56:16.212258 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92f5c-2fdc-443e-af36-7b22e8b16a34 req-bac84a76-1c8a-4f9a-a766-b50eb6b352c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:16.213730 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4ec92f5c-2fdc-443e-af36-7b22e8b16a34 req-bac84a76-1c8a-4f9a-a766-b50eb6b352c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0739369 Dec 16 14:56:16.259001 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4ec92f5c-2fdc-443e-af36-7b22e8b16a34 req-8afb055c-b435-4590-8e96-80b3a45e32cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Dec 16 14:56:16.729799 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e33d8-edba-4f57-a09d-435436e37b37 req-4858cbc0-ea98-458a-b532-5916d0f82828 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:16.732565 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ad6e33d8-edba-4f57-a09d-435436e37b37 req-4858cbc0-ea98-458a-b532-5916d0f82828 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.1171699 Dec 16 14:56:16.795626 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ad6e33d8-edba-4f57-a09d-435436e37b37 req-153394bf-87c4-464e-9f43-21f85932776f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568678 Dec 16 14:56:17.097607 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c331-3e31-454f-9acc-44f7401b48d8 req-14df77d9-2972-457e-a0d3-0c0fcee30604 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:17.099282 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f459c331-3e31-454f-9acc-44f7401b48d8 req-14df77d9-2972-457e-a0d3-0c0fcee30604 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.1195996 Dec 16 14:56:17.167010 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f459c331-3e31-454f-9acc-44f7401b48d8 req-fa20989b-b589-4e05-98a7-9cdbd9fe9193 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548339 Dec 16 14:56:17.991021 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c009f-b458-4052-b5a9-80ca616e85fd req-9952a7eb-29a0-4ad3-a4ee-1629d7a3a681 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:17.993187 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e08c009f-b458-4052-b5a9-80ca616e85fd req-9952a7eb-29a0-4ad3-a4ee-1629d7a3a681 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.0843933 Dec 16 14:56:18.050528 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e08c009f-b458-4052-b5a9-80ca616e85fd req-d152c134-2925-469d-ae69-98210d1edc62 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Dec 16 14:56:18.383303 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef574a-1dc4-4eea-b77a-a0c36e30c9ba req-6f42ae42-3264-411e-91ae-9e8315a2afad tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:18.384635 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-daef574a-1dc4-4eea-b77a-a0c36e30c9ba req-6f42ae42-3264-411e-91ae-9e8315a2afad tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0968118 Dec 16 14:56:18.441778 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-daef574a-1dc4-4eea-b77a-a0c36e30c9ba req-8523e636-0975-4f76-b424-733372a1079c tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511367 Dec 16 14:56:18.663381 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb182-acc6-4362-ab44-b389c89c7035 req-ca2a8a7c-5a47-44fd-88ad-9ca19365cb78 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:18.664909 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cb5fb182-acc6-4362-ab44-b389c89c7035 req-ca2a8a7c-5a47-44fd-88ad-9ca19365cb78 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0973833 Dec 16 14:56:18.718359 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cb5fb182-acc6-4362-ab44-b389c89c7035 req-f6eace53-219d-4204-9ee0-3cb08556a710 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467041 Dec 16 14:56:18.741654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41244) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:18.952147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a965a-ff8c-4180-83f2-343dc89dc76f tempest-TestShelveInstance-743278541 tempest-TestShelveInstance-743278541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:18.954362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-908a965a-ff8c-4180-83f2-343dc89dc76f tempest-TestShelveInstance-743278541 tempest-TestShelveInstance-743278541-project-admin] Synchronizing usage tracker for tenant:52fa3012c6d14361b73a5fc6fa4bd249 on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:56:19.053504 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-908a965a-ff8c-4180-83f2-343dc89dc76f tempest-TestShelveInstance-743278541 tempest-TestShelveInstance-743278541-project-admin] Unset dirty status for tenant:52fa3012c6d14361b73a5fc6fa4bd249 on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:56:19.054757 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-908a965a-ff8c-4180-83f2-343dc89dc76f tempest-TestShelveInstance-743278541 tempest-TestShelveInstance-743278541-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1093 time: 0.3120353 Dec 16 14:56:19.057600 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41250) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:19.062730 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Request body: {'floatingip': {'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:56:19.069234 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:56:19.073290 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Usage tracker for resource:floatingip and tenant:9fc2c539381c455081e821165c3305bc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:56:19.077876 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:56:19.082535 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:56:19.139883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for floatingip, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:19.455596 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b611-e727-4d32-8390-2d1cfbbe1074 req-08d5a43f-448d-4a93-a87d-19abc78b2bf7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:19.460651 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8966b611-e727-4d32-8390-2d1cfbbe1074 req-08d5a43f-448d-4a93-a87d-19abc78b2bf7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.2474437 Dec 16 14:56:19.527131 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8966b611-e727-4d32-8390-2d1cfbbe1074 req-2dd643f2-1cdc-49a5-abce-a1575a68306b tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650635 Dec 16 14:56:19.536270 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:19.707398 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Allocated IP 172.28.2.55 (6f81314a-145a-4731-bd8d-71200a687b82/b7734641-68ca-432b-bb4e-c830bd2ba4cf/8a19922a-d481-4399-ad1a-516f16648a72) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:56:19.874067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:19.997238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:20.002307 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-56c1adec-f617-4c91-8ef4-409503373817 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:20.069053 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Network 6f81314a-145a-4731-bd8d-71200a687b82 is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:56:20.072120 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:56:20.076032 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:56:20.114758 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'Port': ['ID=8a19922a-d481-4399-ad1a-516f16648a72,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:20.119095 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:20.525911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:20.713536 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:20.893167 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad969e-e904-4577-9743-7b9be327c8c5 req-88265754-7650-4e69-b07c-2177759310a4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:20.894944 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8ad969e-e904-4577-9743-7b9be327c8c5 req-88265754-7650-4e69-b07c-2177759310a4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.2258003 Dec 16 14:56:20.970395 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d8ad969e-e904-4577-9743-7b9be327c8c5 req-45a72cae-0463-4f91-b97a-74447a3ce2b5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695975 Dec 16 14:56:20.990548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:21.070450 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:21.080263 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:21.198623 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event updated for resources: {'Port': ['ID=8a19922a-d481-4399-ad1a-516f16648a72,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:21.203979 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:21.216190 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:21.295640 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-c7c3b8ad-b774-4eab-a94a-64b1599c75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:21.297128 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-c7c3b8ad-b774-4eab-a94a-64b1599c75d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1099 time: 0.2657185 Dec 16 14:56:21.575163 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Floating IP 6670ff93-bf34-40d1-9148-7b49306e4323 associated. External IP: 172.28.2.55, port: 236760cf-12b9-40f9-9a64-8d06001e7ffb. Dec 16 14:56:21.682262 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-71c6170e-3c9b-489e-8143-bdc89e1ebcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:21.683686 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-71c6170e-3c9b-489e-8143-bdc89e1ebcd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.2330070 Dec 16 14:56:21.865031 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-9a86fa43-9ff7-4ad6-8af4-4a504b35ad10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 200 len: 1001 time: 0.1300056 Dec 16 14:56:22.064859 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-1857dfb7-92df-430d-9bab-627eaedf3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:22.066464 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-1857dfb7-92df-430d-9bab-627eaedf3e51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.1482639 Dec 16 14:56:22.196393 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Router 907d65b1-84b3-4e81-bb98-cb27a8954622 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:56:22.263850 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0daec-8958-4931-ae1b-594dfb035dc5 req-8b03b191-3956-4095-9bb6-8c66bf0635f5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:22.265224 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-30a0daec-8958-4931-ae1b-594dfb035dc5 req-8b03b191-3956-4095-9bb6-8c66bf0635f5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.0806844 Dec 16 14:56:22.310950 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-6eb501e4-4eaf-4520-bc45-5d9d6927652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:22.312442 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-6eb501e4-4eaf-4520-bc45-5d9d6927652e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2383168 Dec 16 14:56:22.313313 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-30a0daec-8958-4931-ae1b-594dfb035dc5 req-ec763469-a623-45f7-86e6-f45b474a45a5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Dec 16 14:56:22.322544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc22a-108d-467b-b6c9-7e905257f954 req-6f37de39-ba8c-4999-81db-addac34626dc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:22.323946 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c8ffc22a-108d-467b-b6c9-7e905257f954 req-6f37de39-ba8c-4999-81db-addac34626dc tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 946 time: 0.2150078 Dec 16 14:56:22.358755 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:56:22.542974 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:56:22.546654 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c8ffc22a-108d-467b-b6c9-7e905257f954 req-66527cf2-4ea0-4431-b5cb-13bf6be500c7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451905 Dec 16 14:56:22.554024 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Sync routers for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:56:22.569270 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:22.570182 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:22.578913 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-f9dd2322-a555-4a68-acd7-b327ab43d42d service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513971 Dec 16 14:56:22.650911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:22.752738 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:22.851152 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7873056 Dec 16 14:56:22.855396 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:22.882749 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a27f3d02-0334-4de0-95f2-8e8e8c03f4cd req-b0d7c110-6619-462e-aa33-82a486fe5309 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978175 Dec 16 14:56:22.950326 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'status': 'completed', 'code': 200} Dec 16 14:56:23.066596 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-f4b2b3d8-18ce-44eb-81d1-21d765396d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.068056 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-f4b2b3d8-18ce-44eb-81d1-21d765396d09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0708337 Dec 16 14:56:23.138106 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '6670ff93-bf34-40d1-9148-7b49306e4323', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'mac_address': 'fa:16:3e:2c:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:56:20Z', 'updated_at': '2021-12-16T14:56:20Z', 'revision_number': 0, 'project_id': '9fc2c539381c455081e821165c3305bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:23.141943 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Checking router: 907d65b1-84b3-4e81-bb98-cb27a8954622 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:56:23.150100 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:23.150733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:23.207674 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-bc6c2861-b1ce-406e-bb59-06dd81fe024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.208846 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:23.209119 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-bc6c2861-b1ce-406e-bb59-06dd81fe024d service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1234756 Dec 16 14:56:23.315295 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-7659bd36-63c6-4c31-92ca-82362d65d3a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 998 time: 0.0978491 Dec 16 14:56:23.378045 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-ed34e064-0bcb-479c-b1b6-82fa0cc3a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.379515 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-ed34e064-0bcb-479c-b1b6-82fa0cc3a280 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0568237 Dec 16 14:56:23.426588 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:23.488293 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:23.517275 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-ee436303-679b-47b3-8774-26ece44b6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.518784 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-ee436303-679b-47b3-8774-26ece44b6dd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1316085 Dec 16 14:56:23.529697 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3076c2-8efa-43aa-8f02-c2f5decec0f2 req-376b598b-35a8-403b-9634-8ac51f5fa99b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.531107 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7a3076c2-8efa-43aa-8f02-c2f5decec0f2 req-376b598b-35a8-403b-9634-8ac51f5fa99b tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.1103981 Dec 16 14:56:23.583787 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:23.607184 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:23.657982 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7a3076c2-8efa-43aa-8f02-c2f5decec0f2 req-2f9d6659-5dda-46d6-872c-24abb2b4075a tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081941 Dec 16 14:56:23.703354 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-c38ce474-26f9-40df-9f8a-4982c6f53f8c service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712859 Dec 16 14:56:23.706398 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:23.710119 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:23.765334 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'code': 200} Dec 16 14:56:23.802395 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=8']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:23.807232 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc16601-e247-49ca-9c44-636312c3d3ca req-49ea8a33-8f8c-4b56-9466-c352370a0cd0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:23.809702 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8bc16601-e247-49ca-9c44-636312c3d3ca req-49ea8a33-8f8c-4b56-9466-c352370a0cd0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.1393189 Dec 16 14:56:23.820178 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:23.851718 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1ebffb4d-1086-43b3-aa8c-7156c186f8f0 req-0fde08fa-0e26-4383-9f49-535b02aa8d5e service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377075 Dec 16 14:56:23.867806 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8bc16601-e247-49ca-9c44-636312c3d3ca req-63afb65e-8db4-4111-8a26-74f9ffe5209c tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500860 Dec 16 14:56:23.923710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '6670ff93-bf34-40d1-9148-7b49306e4323', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'mac_address': 'fa:16:3e:2c:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:56:20Z', 'updated_at': '2021-12-16T14:56:20Z', 'revision_number': 0, 'project_id': '9fc2c539381c455081e821165c3305bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:23.928094 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a8814-00d5-45d2-bbf4-fce5dbd4fa4c None None] The sync data for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb is: [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_floatingips': [{'id': '6670ff93-bf34-40d1-9148-7b49306e4323', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'router_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'mac_address': 'fa:16:3e:2c:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:56:20Z', 'updated_at': '2021-12-16T14:56:20Z', 'revision_number': 0, 'project_id': '9fc2c539381c455081e821165c3305bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:56:24.116094 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c43a4-8f80-4958-8f10-21bd1eedaed1 None None] New status for floating IP 6670ff93-bf34-40d1-9148-7b49306e4323: ACTIVE {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:56:24.258779 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-f17d5a47-cb48-4176-8749-7d67ba7f78bf tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:24.260134 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-f17d5a47-cb48-4176-8749-7d67ba7f78bf tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.0831680 Dec 16 14:56:24.336292 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Deleting port c70df9df-3105-4121-a6bd-82fb3322c31d {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:24.336627 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:24.579020 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] For port c70df9df-3105-4121-a6bd-82fb3322c31d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c70df9df-3105-4121-a6bd-82fb3322c31d,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:24.579374 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:25.026289 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:25.027031 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:25.027031 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Floating IP fb4ff0be-b218-4b30-847f-55816c4eba31 disassociated. External IP: 172.28.2.244, port: c70df9df-3105-4121-a6bd-82fb3322c31d. Dec 16 14:56:25.027364 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Calling delete_port for c70df9df-3105-4121-a6bd-82fb3322c31d owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:25.071901 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2c32-f92c-40e5-9eb8-59b2ae0a0802 req-3b77f1d7-c94a-48fa-aaf0-f669885e63dd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:25.073409 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a97a2c32-f92c-40e5-9eb8-59b2ae0a0802 req-3b77f1d7-c94a-48fa-aaf0-f669885e63dd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0909107 Dec 16 14:56:25.120957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0ffd-5a53-4ed0-a492-c6d6c12576f7 req-d6fa0571-4e25-4cb2-b97d-7022c494a1a6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:25.122482 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f71b0ffd-5a53-4ed0-a492-c6d6c12576f7 req-d6fa0571-4e25-4cb2-b97d-7022c494a1a6 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 945 time: 0.1969929 Dec 16 14:56:25.123249 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a97a2c32-f92c-40e5-9eb8-59b2ae0a0802 req-62f88981-2a1b-415e-8e25-43b67f4e827a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Dec 16 14:56:25.218583 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f71b0ffd-5a53-4ed0-a492-c6d6c12576f7 req-6498e1e8-9164-46dc-9235-d06b458689a5 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3a97758-2a0f-43d0-970a-c1b157f3799a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896647 Dec 16 14:56:25.270931 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:25.276564 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cfc8accd-860b-49ab-b334-147b333e218f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:25.323291 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'Port': ['ID=c70df9df-3105-4121-a6bd-82fb3322c31d,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:25.326261 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:25.508286 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:56:25.691225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:56:25.701045 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:56:25.716128 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:25.716768 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:25.765327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] No DVR routers for this DVR port c70df9df-3105-4121-a6bd-82fb3322c31d on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:56:25.768152 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:25.770809 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'name': 'network-vif-deleted', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:25.824187 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3382bda5-474c-4e1e-a9be-92efbc159196', 'name': 'network-vif-deleted', 'tag': 'c70df9df-3105-4121-a6bd-82fb3322c31d', 'status': 'completed', 'code': 200} Dec 16 14:56:25.839370 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6e270942-dd56-4340-9efd-39b9675d9c01 req-ee22d9c3-87e1-452a-a1b7-cb7c75e6b742 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.53 "DELETE /v2.0/ports/c70df9df-3105-4121-a6bd-82fb3322c31d HTTP/1.1" status: 204 len: 173 time: 1.5680053 Dec 16 14:56:25.909105 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:26.274079 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:26.278025 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:56:26.286950 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:26.287688 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:26.324734 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423ba8b-fafe-4920-9507-2919aba0abfe req-7a7afea5-1da3-4048-acc9-06d4c95f8854 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:26.326321 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1423ba8b-fafe-4920-9507-2919aba0abfe req-7a7afea5-1da3-4048-acc9-06d4c95f8854 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0858934 Dec 16 14:56:26.373191 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1423ba8b-fafe-4920-9507-2919aba0abfe req-ab2fc42b-91d7-4e5c-8bab-e4b682aed7d0 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Dec 16 14:56:26.385922 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-3aab3c87-c234-4bcc-b303-5faf00337725 req-954ee75f-1821-4a05-b49e-1aa700d33b99 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/ports?device_id=3382bda5-474c-4e1e-a9be-92efbc159196 HTTP/1.1" status: 200 len: 210 time: 0.0441606 Dec 16 14:56:26.474672 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:26.799284 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:26.803280 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c254719-661e-4715-99cc-86cb4a82fecc None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:50:52Z', 'revision_number': 4, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': 'f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643', 'name': '', 'network_id': '412c3bb4-8da4-421f-ac96-41d3f67ea33b', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'mac_address': 'fa:16:3e:0a:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:48Z', 'updated_at': '2021-12-16T14:51:08Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'subnets': [{'id': '3fecb23a-d8ed-4f8a-8506-d2c427dc9022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:56:27.021640 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bbfe2-0569-48c6-93e5-c37882f64713 None None] New status for floating IP fb4ff0be-b218-4b30-847f-55816c4eba31: DOWN {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:56:27.204891 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c70df9df-3105-4121-a6bd-82fb3322c31d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:27.239677 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: c70df9df-3105-4121-a6bd-82fb3322c31d {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:56:27.240030 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c70df9df-3105-4121-a6bd-82fb3322c31d not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:56:27.614480 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41344) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:27.679175 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:27.707409 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:27.836872 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:27.842607 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f1c7c096-fc29-48eb-adfb-f13405a46925 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:27.857433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a97758-2a0f-43d0-970a-c1b157f3799a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:27.859943 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:27.933583 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:27.934747 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3a97758-2a0f-43d0-970a-c1b157f3799a HTTP/1.1" status: 204 len: 168 time: 0.3192422 Dec 16 14:56:27.937446 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41352) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:27.957187 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.api.v2.resource [None req-2ed039fe-eba8-440e-b326-e0a988001fc7 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] show failed (client error): The resource could not be found. Dec 16 14:56:27.959201 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-2ed039fe-eba8-440e-b326-e0a988001fc7 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "GET /v2.0/security-groups/a3a97758-2a0f-43d0-970a-c1b157f3799a HTTP/1.1" status: 404 len: 347 time: 0.0190775 Dec 16 14:56:27.961295 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41356) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:28.120933 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Deleting port d1e33586-c6fa-4e58-aa55-c3c6b185fa47 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:28.121266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.287702 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.288021 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.506876 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Calling delete_port for d1e33586-c6fa-4e58-aa55-c3c6b185fa47 owned by network:floatingip {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:28.653426 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.710548 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-277b98a2-4aa0-444b-a531-3e5a0aadd581 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916259 Dec 16 14:56:28.768168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.772975 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f5962836-fded-4054-a380-06f6b30f4686 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:28.859912 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Pushing event deleted for resources: {'Port': ['ID=d1e33586-c6fa-4e58-aa55-c3c6b185fa47,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:28.859912 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:28.972313 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks [] for floatingip, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.984137 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-eacbdfe6-5acd-45d5-995f-5014313c85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:28.986172 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-eacbdfe6-5acd-45d5-995f-5014313c85b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.1842897 Dec 16 14:56:28.992740 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:28.993813 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] 10.222.0.46 "DELETE /v2.0/floatingips/fb4ff0be-b218-4b30-847f-55816c4eba31 HTTP/1.1" status: 204 len: 168 time: 1.0316820 Dec 16 14:56:28.994365 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9605dc0-084d-4416-80ac-0d920d5859ca req-046f9c8c-9415-4c11-a3ca-fd645de16980 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:28.996118 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e9605dc0-084d-4416-80ac-0d920d5859ca req-046f9c8c-9415-4c11-a3ca-fd645de16980 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0826817 Dec 16 14:56:29.196916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-83189f21-f717-49fd-b5ce-c417f5ce60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:29.198500 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-83189f21-f717-49fd-b5ce-c417f5ce60be service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1701949 Dec 16 14:56:29.201374 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e9605dc0-084d-4416-80ac-0d920d5859ca req-898ab956-d6b8-4921-ba41-11a918dae97e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957011 Dec 16 14:56:29.217498 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:29.316847 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-f5beb8dc-d7c6-4f0e-bd5e-f1b5b5102a97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1000 time: 0.1076965 Dec 16 14:56:29.363863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41390) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:29.393614 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-76be3315-4c74-476c-b07e-a957310096fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:29.395107 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-76be3315-4c74-476c-b07e-a957310096fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0711460 Dec 16 14:56:29.472516 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-3378354e-2f39-4db9-a6ef-a6957cd797d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:29.473978 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-3378354e-2f39-4db9-a6ef-a6957cd797d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723965 Dec 16 14:56:29.485800 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-c26b7d54-b2d0-4be2-90c7-e0398480f0af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198263 Dec 16 14:56:29.612383 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-7ffb48ac-6280-4385-96ed-1aa02cec50c7 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311388 Dec 16 14:56:29.751399 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-90c6640c-f366-47a4-b4dc-cb6c1f6887e7 req-348ddd14-5be6-461f-9d94-ee1a46e7a639 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308098 Dec 16 14:56:30.416225 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfa838-7ead-4bf0-a7e2-5210f5da4b38 req-25a7faee-4a66-49f9-afa8-4eaadd77fa97 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:30.417737 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-59dfa838-7ead-4bf0-a7e2-5210f5da4b38 req-25a7faee-4a66-49f9-afa8-4eaadd77fa97 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0839493 Dec 16 14:56:30.463643 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-59dfa838-7ead-4bf0-a7e2-5210f5da4b38 req-0ea70302-92be-4967-9ed2-af45d81c164f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Dec 16 14:56:30.962103 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-58a6a47c-a971-4dab-8e03-a96ee07c7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:30.963588 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-58a6a47c-a971-4dab-8e03-a96ee07c7594 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f&tenant_id=1b05679c5b7144efa449eb40cee9409b HTTP/1.1" status: 200 len: 1097 time: 0.0696297 Dec 16 14:56:31.095231 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-fee83bde-ba74-4c7b-8647-5fcfd394bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:31.097091 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-fee83bde-ba74-4c7b-8647-5fcfd394bb22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b05679c5b7144efa449eb40cee9409b&device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1097 time: 0.0922160 Dec 16 14:56:31.318243 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-a25b6de0-ecb1-48e7-acca-70b58884a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:31.319713 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-a25b6de0-ecb1-48e7-acca-70b58884a5cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 200 len: 917 time: 0.2158804 Dec 16 14:56:31.425015 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-67423048-95ff-4219-9c56-8c295db6ddba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 200 len: 999 time: 0.0986183 Dec 16 14:56:31.488406 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-c872bf3f-07c3-4cdf-88f0-d0caf781d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:31.489849 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-c872bf3f-07c3-4cdf-88f0-d0caf781d8f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 200 len: 855 time: 0.0583730 Dec 16 14:56:31.569779 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-c9c8a1e1-6f87-4cb3-8f52-4fb05b7da312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:31.571298 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-c9c8a1e1-6f87-4cb3-8f52-4fb05b7da312 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36c76287-441a-43c9-a5da-e913082e71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747039 Dec 16 14:56:31.654963 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9dcf8-2ffc-40d9-8331-cbb8275bfc45 req-049d4f90-8068-45ec-a9af-ed872eb527f2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:31.656461 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bed9dcf8-2ffc-40d9-8331-cbb8275bfc45 req-049d4f90-8068-45ec-a9af-ed872eb527f2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0826726 Dec 16 14:56:31.699916 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bed9dcf8-2ffc-40d9-8331-cbb8275bfc45 req-3ae5fb76-0abf-4dc6-a1bc-920bfc5f13f3 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370328 Dec 16 14:56:31.706966 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-d32d5e27-b396-424d-b817-4de6f6c9b265 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253214 Dec 16 14:56:31.839854 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-1aa10dc8-3f96-4517-aad1-de9c0a8a63ba req-b525ed2b-4dd2-42d2-b7a5-c43594345b75 service neutron] 10.222.0.53 "GET /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258867 Dec 16 14:56:32.935895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5400b6-b187-40b0-a3e1-4300e348e979 req-71f58530-196f-4a33-9b8e-e50c56c7af2d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:32.937368 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5f5400b6-b187-40b0-a3e1-4300e348e979 req-71f58530-196f-4a33-9b8e-e50c56c7af2d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0865455 Dec 16 14:56:32.989997 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5f5400b6-b187-40b0-a3e1-4300e348e979 req-3c888e27-77df-4277-ac0c-d2bcbf58d8ab tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Dec 16 14:56:33.474703 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41452) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:34.165871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:34.200024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b24a-c3fd-400e-ae15-2af96cd7534d req-a6154293-f7bb-4101-ba1f-4388f1c13db4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:34.202084 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8948b24a-c3fd-400e-ae15-2af96cd7534d req-a6154293-f7bb-4101-ba1f-4388f1c13db4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0887232 Dec 16 14:56:34.258998 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8948b24a-c3fd-400e-ae15-2af96cd7534d req-adee1afd-8677-4638-9ee8-a9590fe2dd31 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503974 Dec 16 14:56:34.646587 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Deleting port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:34.646931 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:34.825453 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] For port f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:34.825894 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:34.951147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Calling delete_port for f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 owned by network:router_interface {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:35.322284 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:35.326213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9597315b-4bc6-45cd-afd8-01e09dae2fd7 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:35.371212 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:35.374341 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:35.723239 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124e4aa-276a-47b5-80ad-937581503d1c req-db1f43f5-cec2-4bf4-adb7-8fc07aec45ac tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:35.724681 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3124e4aa-276a-47b5-80ad-937581503d1c req-db1f43f5-cec2-4bf4-adb7-8fc07aec45ac tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.3209090 Dec 16 14:56:35.795204 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3124e4aa-276a-47b5-80ad-937581503d1c req-397ca441-ac79-45b9-8a9e-a3c15a57db5d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628338 Dec 16 14:56:35.795939 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:36.296090 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Router 8552c21d-0c54-410e-8544-c3d1164ddc51 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:56:36.490160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:56:36.498882 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Sync routers for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:56:36.502422 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-82a62abc-2637-40bf-95dd-e02f34679e42 admin admin] 10.222.0.46 "PUT /v2.0/routers/8552c21d-0c54-410e-8544-c3d1164ddc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0266452 Dec 16 14:56:36.504793 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41466) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:36.508261 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:36.508896 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:36.705508 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:36.709662 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks [] for router, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:37.002813 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:37.050892 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42187fa-7a9f-4c0e-9eca-e7bfc2065af1 req-83c66239-3f0d-4a1d-b6e0-aa837be6e38f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:37.052351 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a42187fa-7a9f-4c0e-9eca-e7bfc2065af1 req-83c66239-3f0d-4a1d-b6e0-aa837be6e38f tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.1270647 Dec 16 14:56:37.064430 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:56:35Z', 'revision_number': 5, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port': {'id': '9b96e62f-daf2-4c92-b93c-32dcf9cfff68', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:39Z', 'updated_at': '2021-12-16T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:37.069776 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Checking router: 8552c21d-0c54-410e-8544-c3d1164ddc51 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:56:37.071500 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Deleting port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:37.071920 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:37.076911 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Routers {'8552c21d-0c54-410e-8544-c3d1164ddc51'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:37.077613 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:56:12Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['8552c21d-0c54-410e-8544-c3d1164ddc51'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:37.112739 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a42187fa-7a9f-4c0e-9eca-e7bfc2065af1 req-58283cbc-ded4-47d1-adb3-e5048308d43d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539215 Dec 16 14:56:37.246481 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] Set router 8552c21d-0c54-410e-8544-c3d1164ddc51 gateway port host: None {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:56:37.303496 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] For port 9b96e62f-daf2-4c92-b93c-32dcf9cfff68, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:37.303917 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:37.357895 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:56:37Z', 'revision_number': 6, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:37.363139 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae85786-8c33-4354-96ff-ea50a64e11e5 None None] The sync data for ids ['8552c21d-0c54-410e-8544-c3d1164ddc51'] in dv-cinder-821892-3-smb is: [{'id': '8552c21d-0c54-410e-8544-c3d1164ddc51', 'name': 'tempest-AttachVolumeTestJSON-1116507380-router', 'tenant_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:36Z', 'updated_at': '2021-12-16T14:56:37Z', 'revision_number': 6, 'project_id': '75bbe097b9f5482eb1e7c3d343287f1a', 'gw_port_host': None}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:56:37.445793 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Calling delete_port for 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 owned by network:router_gateway {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:37.693747 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:37.698248 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f9d2b66a-f721-46fa-a957-6dbdf98f41e0 tempest-ServerRescueNegativeTestJSON-1412162000 tempest-ServerRescueNegativeTestJSON-1412162000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:37.747321 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b96e62f-daf2-4c92-b93c-32dcf9cfff68,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:37.750487 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:37.947008 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.122815 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.124987 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.219809 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.220326 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8552c21d-0c54-410e-8544-c3d1164ddc51 {{(pid=87436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:56:38.236716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.238387 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b6391931-99da-4ad7-ab94-def4b69f2471 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8552c21d-0c54-410e-8544-c3d1164ddc51 HTTP/1.1" status: 204 len: 168 time: 1.7325723 Dec 16 14:56:38.240915 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41474) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:38.322389 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Deleting subnet 3fecb23a-d8ed-4f8a-8506-d2c427dc9022 {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:56:38.325668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.341934 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ee76-4f4d-4501-8ccf-ceda2c1b1dda req-6f7ec4ed-7420-486e-b736-80a4db90c6f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:38.343691 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b9f5ee76-4f4d-4501-8ccf-ceda2c1b1dda req-6f7ec4ed-7420-486e-b736-80a4db90c6f8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.1002791 Dec 16 14:56:38.400531 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.400841 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b9f5ee76-4f4d-4501-8ccf-ceda2c1b1dda req-717e701b-e611-4fa6-b84c-087d5f8073ce tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463879 Dec 16 14:56:38.485792 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.613884 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.618309 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:38.657515 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fecb23a-d8ed-4f8a-8506-d2c427dc9022,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:38.661594 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:38.665893 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.673140 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e988dfb-fbcd-40fa-92d1-3ade6f0cd20d None None] Network 412c3bb4-8da4-421f-ac96-41d3f67ea33b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:56:38.676347 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-838701e8-49d5-4528-be4a-426f38e61b72 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3fecb23a-d8ed-4f8a-8506-d2c427dc9022 HTTP/1.1" status: 204 len: 168 time: 0.4338200 Dec 16 14:56:38.678626 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41480) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:38.748759 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:38.802143 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:56:38.802520 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 9b96e62f-daf2-4c92-b93c-32dcf9cfff68 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:56:38.802867 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:38.807442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.828320 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Deleting port aedaac6e-cc75-46df-968e-a77af3960987 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:38.829293 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:38.909145 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:56:38.909874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f9f0ffc8-2882-4c5c-b8c1-2a5bb8b64643 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:56:39.072527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] For port aedaac6e-cc75-46df-968e-a77af3960987, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=aedaac6e-cc75-46df-968e-a77af3960987,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:39.072978 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.080624 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] DHCP port deletion for 412c3bb4-8da4-421f-ac96-41d3f67ea33b request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 14:56:39.085023 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Deleting port aedaac6e-cc75-46df-968e-a77af3960987 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:39.085399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.118650 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9bcff7a2-b085-4cd6-9113-a86b910daa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.202775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Calling delete_port for aedaac6e-cc75-46df-968e-a77af3960987 owned by network:dhcp {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:39.302903 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] For port aedaac6e-cc75-46df-968e-a77af3960987, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=aedaac6e-cc75-46df-968e-a77af3960987,segment=NetworkSegment(39d384ca-d244-4e4a-8bcf-7a28c5fabc53),segment_id=39d384ca-d244-4e4a-8bcf-7a28c5fabc53)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:39.303259 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.351207 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.356256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59a5260f-64a1-4d11-af00-05662497a2a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:39.399080 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=aedaac6e-cc75-46df-968e-a77af3960987,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:39.402580 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:39.403346 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] No DVR routers for this DVR port aedaac6e-cc75-46df-968e-a77af3960987 on host dv-cinder-821892-3-smb {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:56:39.430375 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Calling delete_port for aedaac6e-cc75-46df-968e-a77af3960987 owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:56:39.526578 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.540019 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:56:39.540490 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:56:39.593081 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412c3bb4-8da4-421f-ac96-41d3f67ea33b']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:39.611307 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d384ca-d244-4e4a-8bcf-7a28c5fabc53') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:39.611601 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d384ca-d244-4e4a-8bcf-7a28c5fabc53') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:56:39.630607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.650651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.659661 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:56:39.660043 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:56:39.674468 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:56:39.853629 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba3bc-0990-4ef5-9066-96d3ed1f8cfc req-ad17f181-d75e-43ff-9526-cba0bb76a57e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:39.855250 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6bba3bc-0990-4ef5-9066-96d3ed1f8cfc req-ad17f181-d75e-43ff-9526-cba0bb76a57e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.3069594 Dec 16 14:56:39.903624 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f6bba3bc-0990-4ef5-9066-96d3ed1f8cfc req-74f64a8a-4393-48c4-8fd0-2ae8e0cac0d9 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Dec 16 14:56:39.939790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.944863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:39.959472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:39.970751 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=412c3bb4-8da4-421f-ac96-41d3f67ea33b,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:39.973967 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:40.041365 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Deleting port aedaac6e-cc75-46df-968e-a77af3960987 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:56:40.041937 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:40.051672 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-956eadd1-50e1-4821-82e7-3e92a9278ccb admin admin] 10.222.0.46 "DELETE /v2.0/networks/412c3bb4-8da4-421f-ac96-41d3f67ea33b HTTP/1.1" status: 204 len: 168 time: 1.3716896 Dec 16 14:56:40.114407 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f2b2e-c232-4a33-b5ff-14794526bb79 None None] The port 'aedaac6e-cc75-46df-968e-a77af3960987' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 14:56:40.337708 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41490) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:40.386458 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-f6a2014a-d360-4380-91e2-d1998f4588f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75bbe097b9f5482eb1e7c3d343287f1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474205 Dec 16 14:56:40.389292 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41494) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:40.448092 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:40.474592 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:40.579160 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:40.583257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-f3d1cf71-7681-4a65-8283-475a4ac7252a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:40.599247 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b7214f-0ce2-43eb-87fc-58bb4da68b8b,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:40.604079 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:40.613100 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:40.617104 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5b7214f-0ce2-43eb-87fc-58bb4da68b8b HTTP/1.1" status: 204 len: 168 time: 0.2268105 Dec 16 14:56:40.678945 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device aedaac6e-cc75-46df-968e-a77af3960987 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:56:40.720718 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: aedaac6e-cc75-46df-968e-a77af3960987 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:56:40.721106 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device aedaac6e-cc75-46df-968e-a77af3960987 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:56:41.143970 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257811d-db56-4b86-be5c-fbb1400fca55 req-d2e6f7fc-52ba-4d5c-8923-4d40b9a34af7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:41.145688 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2257811d-db56-4b86-be5c-fbb1400fca55 req-d2e6f7fc-52ba-4d5c-8923-4d40b9a34af7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0889859 Dec 16 14:56:41.193044 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2257811d-db56-4b86-be5c-fbb1400fca55 req-9539002a-1bef-4be4-8afb-6697a909887e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Dec 16 14:56:41.555710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-53c55aad-6721-45fa-91da-6d784e429e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:42.412851 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f107c-7059-4095-983d-922ccd632861 req-7d65f377-f9e5-4138-b9a8-92e0cfecc3af tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:42.414781 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c35f107c-7059-4095-983d-922ccd632861 req-7d65f377-f9e5-4138-b9a8-92e0cfecc3af tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0942512 Dec 16 14:56:42.462446 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c35f107c-7059-4095-983d-922ccd632861 req-be1ebb01-f9e7-421e-9ac5-3b7dbee5e4d5 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Dec 16 14:56:42.625670 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:42.779099 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:43.658448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03eac-53a6-4d30-ba8f-023a8b45d8fd req-a39327fb-b322-4193-bfdc-493f85cf93d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:43.663792 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fda03eac-53a6-4d30-ba8f-023a8b45d8fd req-a39327fb-b322-4193-bfdc-493f85cf93d8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0910559 Dec 16 14:56:43.714688 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fda03eac-53a6-4d30-ba8f-023a8b45d8fd req-1dffa617-159c-4d86-a083-4354cc9e2f35 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Dec 16 14:56:44.042101 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:44.902911 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31338-ed08-4697-b977-802f7c0f5d1c req-4e447295-753d-403e-9059-a7341c1a130d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:44.904433 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a4d31338-ed08-4697-b977-802f7c0f5d1c req-4e447295-753d-403e-9059-a7341c1a130d tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 944 time: 0.0809708 Dec 16 14:56:44.948732 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a4d31338-ed08-4697-b977-802f7c0f5d1c req-26e2c419-6711-44fa-a30d-e825b533153a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Dec 16 14:56:45.309168 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:56:45.471217 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:45.483924 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'port_id': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'mac_address': 'fa:16:3e:5b:7d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:45.537394 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:45.556296 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:56:45.571309 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:45.629871 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:45.632343 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-c1a53b4e-8bd7-447f-b97a-8f0d4cd9b1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:45.695724 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=9']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:45.698721 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:45.921031 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:46.146584 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c353f-185f-4625-b870-81401de6cfc4 req-8bb3507f-34fe-47f9-bf4d-a72809b45375 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:46.148065 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-767c353f-185f-4625-b870-81401de6cfc4 req-8bb3507f-34fe-47f9-bf4d-a72809b45375 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 945 time: 0.0860713 Dec 16 14:56:46.191610 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-767c353f-185f-4625-b870-81401de6cfc4 req-f25c532e-70f2-43cf-84c6-9c8be7167926 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Dec 16 14:56:46.224367 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41570) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:46.335895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.351761 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:56:46.355611 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Usage tracker for resource:security_group_rule and tenant:eed9d5ab20d14b15857ee3486d378ce1 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:56:46.358991 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:56:46.365493 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:56:46.445153 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.527053 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.533835 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-363cda8a-65a7-4498-9063-6916469e3a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:46.577077 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eed9d5ab20d14b15857ee3486d378ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516188 Dec 16 14:56:46.577974 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48669e5f-9266-4f0a-8101-f34454a746b5,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:46.579942 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41576) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:46.585757 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.586122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.586501 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.586853 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.587197 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.587542 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.587883 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.588222 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.588562 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.588957 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.589295 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.589629 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.593676 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:46.638827 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.666196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.790396 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.794010 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b71579d3-e33c-4650-b251-c39a14361477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:46.807100 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48669e5f-9266-4f0a-8101-f34454a746b5,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:46.815452 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:46.816566 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48669e5f-9266-4f0a-8101-f34454a746b5 HTTP/1.1" status: 204 len: 168 time: 0.2353966 Dec 16 14:56:46.817944 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.818347 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.818719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.819207 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.819573 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.819937 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.820323 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.820635 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.820990 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.821339 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.821691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.822038 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:56:46.825034 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5cb5b4d1-5e51-49aa-ab64-b6b129db6aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:47.327115 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:56:47.395566 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:56:47.395865 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:47.400195 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d105f-fd61-4ee6-be32-67fa29067baa req-870fc7df-1900-4d66-84fa-1f940745ca4e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:47.402667 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a78d105f-fd61-4ee6-be32-67fa29067baa req-870fc7df-1900-4d66-84fa-1f940745ca4e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 945 time: 0.0928273 Dec 16 14:56:47.450440 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a78d105f-fd61-4ee6-be32-67fa29067baa req-0aaa8d33-7adf-4dea-82eb-de4c9ad06432 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411694 Dec 16 14:56:47.520143 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:47.547916 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:56:47.559321 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:56:47.597985 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'code': 200} Dec 16 14:56:48.276397 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:48.278271 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:48.354699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=10']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:48.357836 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:48.535619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebbdf-d986-4ee4-a57d-509e597824eb req-66787e03-3b26-447c-84e6-a9c696f7cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:48.537168 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f9cebbdf-d986-4ee4-a57d-509e597824eb req-66787e03-3b26-447c-84e6-a9c696f7cf8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 1100 time: 0.0708637 Dec 16 14:56:48.578699 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f9cebbdf-d986-4ee4-a57d-509e597824eb req-2fd25f5d-7db6-45bc-8d2d-bca320d7f5c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346248 Dec 16 14:56:48.643691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aac44-5f91-456f-adbe-fe786a7c6b80 req-70e932e1-6729-4b4d-a851-3a0439cb2162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:48.645166 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-478aac44-5f91-456f-adbe-fe786a7c6b80 req-70e932e1-6729-4b4d-a851-3a0439cb2162 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0820472 Dec 16 14:56:48.697868 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-478aac44-5f91-456f-adbe-fe786a7c6b80 req-cb2e839e-ef07-4d47-9901-d58957d11166 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468647 Dec 16 14:56:49.900748 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc03b-f3df-41ed-8fe1-9dc5972dbae9 req-9f437dac-eb39-43f5-9ffc-2c400b7d6075 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:49.902513 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e82fc03b-f3df-41ed-8fe1-9dc5972dbae9 req-9f437dac-eb39-43f5-9ffc-2c400b7d6075 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0857458 Dec 16 14:56:49.949216 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e82fc03b-f3df-41ed-8fe1-9dc5972dbae9 req-d1bc5f2a-c5f8-47b0-b603-c93344ad7950 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Dec 16 14:56:50.059105 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41644) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:50.182181 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.196971 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:56:50.200849 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Usage tracker for resource:security_group_rule and tenant:a95afa66f32a4f138dfe9a709cdcaa93 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:56:50.204186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:56:50.210152 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:56:50.289920 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.338666 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.347686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a222299c-77b0-47ee-98a2-65a47107ece0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:50.387953 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c83c75-299f-4330-9690-ff2ad1946767,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:50.391611 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:50.394186 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-73d46be0-9264-46b4-9270-6e87cfa69d8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a95afa66f32a4f138dfe9a709cdcaa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340797 Dec 16 14:56:50.396724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41664) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:50.454167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.485539 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.590576 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.594224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4f3bcd21-275f-43a0-9940-f1cf7648f183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:50.604913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c83c75-299f-4330-9690-ff2ad1946767,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:50.607146 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:50.612330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:50.613471 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02c83c75-299f-4330-9690-ff2ad1946767 HTTP/1.1" status: 204 len: 168 time: 0.2155693 Dec 16 14:56:51.150752 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291208-97f7-426e-a4f4-4eb2bd2e0403 req-68dc6f9f-2e63-46e0-8254-f546e535eb59 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:51.152217 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af291208-97f7-426e-a4f4-4eb2bd2e0403 req-68dc6f9f-2e63-46e0-8254-f546e535eb59 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0837183 Dec 16 14:56:51.196100 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-af291208-97f7-426e-a4f4-4eb2bd2e0403 req-ea9dbc29-f0a3-495a-8189-bccd6637f378 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Dec 16 14:56:51.209235 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41686) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:51.226696 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.245104 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:56:51.248873 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Usage tracker for resource:security_group_rule and tenant:b26edfdbbb9541c5aa70fcb5fb1a3680 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:56:51.252196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:56:51.257831 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:56:51.337165 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.413910 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.421316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5e8ba860-2714-48d6-8839-35e212122d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:51.461305 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998274ec-b8ed-4048-80a6-c80ebc05606c,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:51.465615 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b26edfdbbb9541c5aa70fcb5fb1a3680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554095 Dec 16 14:56:51.469246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b47a937e-2d92-403b-ab84-476698800152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:51.469246 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41690) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:51.526766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.552639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.647088 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.650662 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-294385f4-e3c2-4363-aeb6-649ad6d985b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:56:51.664754 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998274ec-b8ed-4048-80a6-c80ebc05606c,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:56:51.668711 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:56:51.671787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:51.673410 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/998274ec-b8ed-4048-80a6-c80ebc05606c HTTP/1.1" status: 204 len: 168 time: 0.2041495 Dec 16 14:56:52.385716 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fa4e2-a774-4598-89d8-93fb10c0686a req-a6cf41a8-c6dc-4464-9035-b186955afde1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:56:52.387218 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb8fa4e2-a774-4598-89d8-93fb10c0686a req-a6cf41a8-c6dc-4464-9035-b186955afde1 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0791285 Dec 16 14:56:52.431532 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb8fa4e2-a774-4598-89d8-93fb10c0686a req-61f3bc87-8712-41e7-a419-f8d7130a73fd tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Dec 16 14:56:58.624033 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:56:59.357935 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:56:59.913249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41782) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:00.026550 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.040970 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:00.044740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9d39aa5fcd426baabd362cfaf0007f is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:00.047497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:00.053615 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:00.134874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.195546 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.202607 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f8a28ecb-400c-4612-88d9-5fa063b868da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:00.243168 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab9d39aa5fcd426baabd362cfaf0007f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288107 Dec 16 14:57:00.244087 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd86e16-5837-4883-8939-6f79d2d2d4e7,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:00.246163 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41788) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:00.247133 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:00.306850 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.332074 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.452425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.456414 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-dc5a7eb1-711f-4bea-9583-45af7727b6b4 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:00.469125 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd86e16-5837-4883-8939-6f79d2d2d4e7,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:00.473362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:00.479482 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:00.480736 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5e8a5f1d-bded-4f0d-a558-9b5d14cc63e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fd86e16-5837-4883-8939-6f79d2d2d4e7 HTTP/1.1" status: 204 len: 168 time: 0.2334485 Dec 16 14:57:01.088540 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41796) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:01.105871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.119706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:01.123497 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Usage tracker for resource:security_group_rule and tenant:509a3c038e7e48be8fd325d4ccc60472 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:01.126267 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:01.132440 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:01.210841 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.258241 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.265282 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-938b2fbd-5f58-4ca3-8ddc-a12b4cea6a95 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:01.304966 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=509a3c038e7e48be8fd325d4ccc60472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154117 Dec 16 14:57:01.305908 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053c1cd-a6c0-4917-919c-4b3806f60dea,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:01.307659 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41800) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:01.308907 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ec714aa0-c9e1-4591-bd12-aab069641068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:01.366239 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.391589 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.498324 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.501995 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f9d31f-c329-4789-b214-d746e2f92828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:01.515042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053c1cd-a6c0-4917-919c-4b3806f60dea,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:01.518764 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:01.524331 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:01.525521 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8053c1cd-a6c0-4917-919c-4b3806f60dea HTTP/1.1" status: 204 len: 168 time: 0.2168922 Dec 16 14:57:07.326528 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41874) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:07.438364 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.452911 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:07.456948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Usage tracker for resource:security_group_rule and tenant:96fdd110cf9246cc8ee04cb7879ce7e3 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:07.459699 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:07.465220 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:07.544446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.601488 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.609191 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-656a9a6f-2410-4093-ad79-054848e03d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:07.648417 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91477fd3-fed6-4d1c-86e4-cecfa20594ff,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:07.652681 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96fdd110cf9246cc8ee04cb7879ce7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251109 Dec 16 14:57:07.653623 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-58317747-2c76-46ab-903d-b71bf1d63221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:07.655759 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41880) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:07.716721 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.742328 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.869751 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.873538 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1afb3003-043b-457b-b60f-afbf0a827623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:07.884706 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91477fd3-fed6-4d1c-86e4-cecfa20594ff,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:07.889211 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:07.891061 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:07.892180 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91477fd3-fed6-4d1c-86e4-cecfa20594ff HTTP/1.1" status: 204 len: 168 time: 0.2359014 Dec 16 14:57:08.413560 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41888) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:08.431060 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.445684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:08.449444 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Usage tracker for resource:security_group_rule and tenant:26bf598d7a3340ffaf9cab7e74ac3302 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:08.452264 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:08.458871 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:08.538399 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.618063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.626527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-544f7dd8-25b2-4c5a-8ce4-027004f6b24e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:08.665516 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26bf598d7a3340ffaf9cab7e74ac3302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509189 Dec 16 14:57:08.667212 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642fd79-8dc3-4452-bd17-1f08de490a46,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:08.668244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 41892) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:08.670356 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:08.730892 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.756617 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.881418 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.885108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-22a90a7e-0d44-4bdc-b2d7-80b3b677d5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:08.897170 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642fd79-8dc3-4452-bd17-1f08de490a46,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:08.899735 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:08.906997 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:08.908114 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-c65ec4f2-df2e-4812-af5b-053087dec1ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d642fd79-8dc3-4452-bd17-1f08de490a46 HTTP/1.1" status: 204 len: 168 time: 0.2387838 Dec 16 14:57:09.195645 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a168-fc7a-43d3-b13b-bdb4334aef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:09.860958 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41916) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:09.963441 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99461097-network', 'tenant_id': '0c5508f05ef24acf9411c22a60c1fb0c'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:09.968144 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:09.972036 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Usage tracker for resource:network and tenant:0c5508f05ef24acf9411c22a60c1fb0c is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:09.974954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:09.985284 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:10.040927 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Made reservation on behalf of 0c5508f05ef24acf9411c22a60c1fb0c for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:57:10.043198 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.055899 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.069822 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:10.073662 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Usage tracker for resource:security_group_rule and tenant:0c5508f05ef24acf9411c22a60c1fb0c is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:10.076440 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:10.082292 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:10.159768 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.212123 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.214956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cfe3693e-54f1-4ce3-b602-93251121df68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:10.241141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:57:10.249175 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb34b36-e7ee-42e3-a119-db9a1282318c,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:10.252794 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:10.256312 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.256648 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Added segment 3b233101-1f98-43f5-94ac-3c85e2f5c2dd of type vlan for network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c Dec 16 14:57:10.282219 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.343766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.345039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:10.345624 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.350334 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:10.451705 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Pushing event updated for resources: {'Network': ['ID=2b3c80c3-0e81-4e73-aa57-6697603a0e7c,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:10.454500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:10.461900 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:57:10.510666 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6485751 Dec 16 14:57:10.513325 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 41922) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:10.518806 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Request body: {'subnet': {'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99461097-subnet', 'tenant_id': '0c5508f05ef24acf9411c22a60c1fb0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:10.523729 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:10.527636 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Usage tracker for resource:subnet and tenant:0c5508f05ef24acf9411c22a60c1fb0c is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:10.530582 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:10.536528 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:10.618243 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Made reservation on behalf of 0c5508f05ef24acf9411c22a60c1fb0c for: {'subnet': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:57:10.620637 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2760819'] for subnet, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.921422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2625840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2760769'] for subnet, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:10.925318 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6c379bfe-dea8-4bfd-800e-00f168a308c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:11.001417 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d9e50e-8a4a-4df8-b97a-f658ffafe08d,revision_number=0']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:11.004827 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:11.010652 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Checking segment: {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:57:11.011014 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Network hostable DHCP agents. Network: 2b3c80c3-0e81-4e73-aa57-6697603a0e7c, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:57:11.097740 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:57:11.166593 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 2b3c80c3-0e81-4e73-aa57-6697603a0e7c) {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:57:11.170989 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:11.172142 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:11.175290 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d49358-66cb-444a-af62-e3bd52686451 None None] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:57:11.241997 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-fa96277a-c814-4143-b15a-c882ef778e21 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7276187 Dec 16 14:57:11.384172 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09516f66-badb-4dbd-9399-2ca0abd3ba70 None None] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:57:11.555865 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ae28735a-0eec-43bc-a982-f58337f6f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:12.589468 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:12.806785 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:13.672569 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-a8894ef5-2d91-4f8c-8dce-cfc25253b66d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:13.673161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-a8894ef5-2d91-4f8c-8dce-cfc25253b66d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Synchronizing usage tracker for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:13.760760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-a8894ef5-2d91-4f8c-8dce-cfc25253b66d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Unset dirty status for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:13.761947 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-a8894ef5-2d91-4f8c-8dce-cfc25253b66d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/networks?id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c HTTP/1.1" status: 200 len: 807 time: 0.3215733 Dec 16 14:57:13.776943 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-a8a9e268-17ea-4fc8-ad30-f13f394819dd tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/quotas/0c5508f05ef24acf9411c22a60c1fb0c HTTP/1.1" status: 200 len: 375 time: 0.0095687 Dec 16 14:57:13.823146 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-537f842e-203b-40e3-bcd9-30c6cb7d2479 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413184 Dec 16 14:57:13.997839 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-bafe93c2-45aa-43c8-aaae-a17f657973f4 service neutron] 10.222.0.46 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679721 Dec 16 14:57:14.012609 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:14.128086 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-27d51bf1-9b9e-4d9a-ab75-097425b7cf6f service neutron] 10.222.0.46 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243851 Dec 16 14:57:14.389351 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-21076172-dd60-4bc5-9950-4ed2e7b7c611 req-7c94642e-c8bd-4fa8-87d0-c86b95be0d0c tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 210 time: 0.0435085 Dec 16 14:57:15.541682 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d2f8c73e-93c0-4f33-b5fc-4a28870e0314 req-25c56b6c-7ccf-487b-8ad2-2a3adc4b828d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 210 time: 0.0462365 Dec 16 14:57:16.699762 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-77df1a59-887a-4c06-80fa-8a21c84e0e16 req-52c2d573-60a3-482b-b511-a71674dfcd42 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 210 time: 0.0522153 Dec 16 14:57:16.744046 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3cf950b0-bb59-4a0e-b043-3c1894532075 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:16.745482 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3cf950b0-bb59-4a0e-b043-3c1894532075 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "GET /v2.0/networks?id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c HTTP/1.1" status: 200 len: 807 time: 0.2796066 Dec 16 14:57:16.767455 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Request body: {'port': {'device_id': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c', 'admin_state_up': True, 'tenant_id': '0c5508f05ef24acf9411c22a60c1fb0c'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:16.901605 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:16.905477 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Usage tracker for resource:port and tenant:0c5508f05ef24acf9411c22a60c1fb0c is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:57:16.908362 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:57:16.914692 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:16.984018 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Made reservation on behalf of 0c5508f05ef24acf9411c22a60c1fb0c for: {'port': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:57:16.987548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:17.146625 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_common [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Allocated IP 172.20.0.10 (2b3c80c3-0e81-4e73-aa57-6697603a0e7c/c9d9e50e-8a4a-4df8-b97a-f658ffafe08d/c9784ff9-d79e-4a9d-9986-50bc2c225fad) {{(pid=87436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:57:17.347554 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks [] for port, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:17.452367 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:17.458122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4f35304-dd88-4538-8e7a-20a3cd113e0c tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:17.527833 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c is already hosted by enough agents. {{(pid=87436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:57:17.531048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Resources bound (agent type, host, resource id): {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:57:17.534895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Received port after_create {{(pid=87436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:17.564374 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Pushing event updated for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:17.574929 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:17.602346 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:17.602934 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:17.675770 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-830fc165-befc-4fa6-87de-3dbcca5c0413 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9119713 Dec 16 14:57:17.695162 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Request body: {'port': {'device_id': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:17.807564 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:17.889301 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ecac-89cb-4f3c-a853-d70534b75667 req-6028f822-1377-491f-8860-094713565896 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:17.890799 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8ee7ecac-89cb-4f3c-a853-d70534b75667 req-6028f822-1377-491f-8860-094713565896 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 932 time: 0.0848637 Dec 16 14:57:17.934500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-8ee7ecac-89cb-4f3c-a853-d70534b75667 req-954db64c-f433-423a-8ea5-86d633cd40f4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Synchronizing usage tracker for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:18.040819 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-8ee7ecac-89cb-4f3c-a853-d70534b75667 req-954db64c-f433-423a-8ea5-86d633cd40f4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Unset dirty status for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:18.041956 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8ee7ecac-89cb-4f3c-a853-d70534b75667 req-954db64c-f433-423a-8ea5-86d633cd40f4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455674 Dec 16 14:57:18.146923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9784ff9-d79e-4a9d-9986-50bc2c225fad {{(pid=87436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:57:18.153958 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:18.168147 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.provisioning_blocks [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Transition to ACTIVE for port object c9784ff9-d79e-4a9d-9986-50bc2c225fad will not be triggered until provisioned by entity L2. {{(pid=87436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:57:18.234871 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:18.239316 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c4a04645-832f-433e-83c6-e967c12379df tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:18.369731 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=2']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:18.397454 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:18.471965 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Attempting to bind port c9784ff9-d79e-4a9d-9986-50bc2c225fad on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:57:18.472300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Attempting to bind port c9784ff9-d79e-4a9d-9986-50bc2c225fad by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:57:18.472625 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Attempting to bind port c9784ff9-d79e-4a9d-9986-50bc2c225fad on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:57:18.477797 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Port c9784ff9-d79e-4a9d-9986-50bc2c225fad on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:57:18.478120 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Attempting to bind port c9784ff9-d79e-4a9d-9986-50bc2c225fad on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:57:18.483230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:57:18.483565 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Checking segment: {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:57:18.483948 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Bound using segment: {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'} {{(pid=87436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:57:18.484365 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.managers [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Bound port: c9784ff9-d79e-4a9d-9986-50bc2c225fad, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'}}] {{(pid=87436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:57:18.484705 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:18.573108 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, cleared binding levels {{(pid=87436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:57:18.576082 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:57:18.641027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2791063'] for port, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:18.644633 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5f33916c-fa91-411f-9700-461cc39448b8 tempest-AttachVolumeNegativeTest-427690815 tempest-AttachVolumeNegativeTest-427690815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:18.797958 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:18.798334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:18.799708 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c9784ff9-d79e-4a9d-9986-50bc2c225fad HTTP/1.1" status: 200 len: 1094 time: 1.1086450 Dec 16 14:57:18.802700 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:18.824915 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=3']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:18.827975 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:18.850567 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad', 'status': 'completed', 'code': 200} Dec 16 14:57:18.968479 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868598-65dd-4f10-ace9-518008670c8c req-ca2900ac-7a92-4b7d-a209-61936211bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:18.969894 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3e868598-65dd-4f10-ace9-518008670c8c req-ca2900ac-7a92-4b7d-a209-61936211bcbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0715842 Dec 16 14:57:19.114784 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868598-65dd-4f10-ace9-518008670c8c req-cf7a9a48-9f77-4f88-bc75-3293ac307d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:19.116219 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3e868598-65dd-4f10-ace9-518008670c8c req-cf7a9a48-9f77-4f88-bc75-3293ac307d5d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1327105 Dec 16 14:57:19.230480 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3e42-758b-49ca-9594-19b146cb1ca6 req-83d34e01-4fbf-450c-95e6-f2f09341c1cc tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:19.231945 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-53ce3e42-758b-49ca-9594-19b146cb1ca6 req-83d34e01-4fbf-450c-95e6-f2f09341c1cc tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 944 time: 0.0824227 Dec 16 14:57:19.259302 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868598-65dd-4f10-ace9-518008670c8c req-7eb33868-59a9-40a4-a007-380d930cb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:19.260720 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3e868598-65dd-4f10-ace9-518008670c8c req-7eb33868-59a9-40a4-a007-380d930cb7a6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365702 Dec 16 14:57:19.276890 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-53ce3e42-758b-49ca-9594-19b146cb1ca6 req-8fb566db-04fc-4fc8-82e9-e074a3969819 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Dec 16 14:57:19.390367 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-e3809f31-a0bc-49aa-b5d6-fb72003882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:19.391755 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-e3809f31-a0bc-49aa-b5d6-fb72003882f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0702219 Dec 16 14:57:19.468498 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-63061c33-c358-4c34-aaf0-9ee8ac538363 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad HTTP/1.1" status: 200 len: 217 time: 0.0633147 Dec 16 14:57:19.531271 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-859ed523-a75a-416f-a90c-0ea828b38642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:19.532673 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-859ed523-a75a-416f-a90c-0ea828b38642 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d9e50e-8a4a-4df8-b97a-f658ffafe08d HTTP/1.1" status: 200 len: 847 time: 0.0575514 Dec 16 14:57:19.579424 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-eafc42d4-3428-4a21-8e57-0f8e8497e7e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402250 Dec 16 14:57:19.712207 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-e2846aa2-f848-4e2d-b658-493f55aee928 service neutron] 10.222.0.53 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253273 Dec 16 14:57:19.842371 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d983323f-b145-40cc-979d-3cdbda5619e4 req-002a0af5-26a3-4a27-8e99-f72c5f13f470 service neutron] 10.222.0.53 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229913 Dec 16 14:57:20.467187 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640d5a9-b089-4500-a93e-3f8b72104707 req-db70a775-8a13-4a5c-b3af-291b66b5356e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:20.469354 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-3640d5a9-b089-4500-a93e-3f8b72104707 req-db70a775-8a13-4a5c-b3af-291b66b5356e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Synchronizing usage tracker for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:20.526300 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-3640d5a9-b089-4500-a93e-3f8b72104707 req-db70a775-8a13-4a5c-b3af-291b66b5356e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Unset dirty status for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:20.527478 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3640d5a9-b089-4500-a93e-3f8b72104707 req-db70a775-8a13-4a5c-b3af-291b66b5356e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 944 time: 0.1409259 Dec 16 14:57:20.571968 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-3640d5a9-b089-4500-a93e-3f8b72104707 req-544bef70-e23f-436c-a543-6906b4d35cc2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Dec 16 14:57:21.481210 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c9784ff9-d79e-4a9d-9986-50bc2c225fad details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:57:21.645836 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:21.661746 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad', 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c', 'port_id': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad', 'mac_address': 'fa:16:3e:4c:a7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d9e50e-8a4a-4df8-b97a-f658ffafe08d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:57:21.716832 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:21.733411 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9784ff9-d79e-4a9d-9986-50bc2c225fad {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:57:21.748597 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:21.754141 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1ba0-fb47-40af-8f75-b020c12cf85c req-5ecdd5bd-6508-41f3-8af0-fd5519515cf4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:21.755623 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c01e1ba0-fb47-40af-8f75-b020c12cf85c req-5ecdd5bd-6508-41f3-8af0-fd5519515cf4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 944 time: 0.0792861 Dec 16 14:57:21.789201 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:21.791025 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:21.805326 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-c01e1ba0-fb47-40af-8f75-b020c12cf85c req-f10239d5-3949-40f6-97a2-f65b15b7dd96 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Dec 16 14:57:21.856335 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:21.863474 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.868793 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:21.871248 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:22.123054 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['c9784ff9-d79e-4a9d-9986-50bc2c225fad'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:57:22.988172 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f1833-89ab-44da-ab8a-678ebe839f18 req-1cf912cc-372a-445d-90b6-38d0b5fda3b0 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:22.989624 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5a8f1833-89ab-44da-ab8a-678ebe839f18 req-1cf912cc-372a-445d-90b6-38d0b5fda3b0 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 945 time: 0.0788970 Dec 16 14:57:23.036301 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5a8f1833-89ab-44da-ab8a-678ebe839f18 req-6012dacf-eefd-42b2-9cf5-6df5e08a6091 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Dec 16 14:57:23.381706 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e56d-092e-4e52-8687-5f4a56d8b2ec req-a3fa9f54-1ce0-479f-a9b8-750f15ee4c81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:23.383737 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b2f9e56d-092e-4e52-8687-5f4a56d8b2ec req-a3fa9f54-1ce0-479f-a9b8-750f15ee4c81 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0788140 Dec 16 14:57:23.426810 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b2f9e56d-092e-4e52-8687-5f4a56d8b2ec req-b7d62c13-b16e-4c75-9c10-baa31aeced58 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 Dec 16 14:57:23.484382 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c9784ff9-d79e-4a9d-9986-50bc2c225fad up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:57:23.606265 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port c9784ff9-d79e-4a9d-9986-50bc2c225fad completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:57:23.611060 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port c9784ff9-d79e-4a9d-9986-50bc2c225fad triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:57:23.611445 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:23.725902 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:23.754631 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:23.764844 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:23.797633 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad', 'code': 200} Dec 16 14:57:23.829174 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:23.831760 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:23.896864 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:23.899812 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:24.229048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310eadf-4d65-4e98-8142-8b5e653d0d91 req-e8956afc-dceb-4dbf-90ed-fc92615825c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:24.230555 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f310eadf-4d65-4e98-8142-8b5e653d0d91 req-e8956afc-dceb-4dbf-90ed-fc92615825c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 1099 time: 0.1336763 Dec 16 14:57:24.238548 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc1f4-6dfd-44eb-b2a7-8664dc115965 req-b9c17313-2f1e-4226-8e39-6e676ccece83 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:24.239883 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ef7cc1f4-6dfd-44eb-b2a7-8664dc115965 req-b9c17313-2f1e-4226-8e39-6e676ccece83 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.0997405 Dec 16 14:57:24.307189 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f310eadf-4d65-4e98-8142-8b5e653d0d91 req-cf123152-73e0-40d6-9972-0ff70dd5b5ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664096 Dec 16 14:57:24.309955 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ef7cc1f4-6dfd-44eb-b2a7-8664dc115965 req-7f24ac81-b733-4419-ab20-8ad352854ee3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Dec 16 14:57:24.617383 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d680200-b237-4fa5-8b7c-18e9a318d0ef req-d735677b-c8ef-4e8a-bac5-c493f05d741e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:24.618760 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6d680200-b237-4fa5-8b7c-18e9a318d0ef req-d735677b-c8ef-4e8a-bac5-c493f05d741e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0797663 Dec 16 14:57:24.662835 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6d680200-b237-4fa5-8b7c-18e9a318d0ef req-f3350ee0-44b9-4a9e-8989-24d95ee0df6e tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Dec 16 14:57:25.030323 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-51e202dc-7776-43c8-9b9c-1e53a8eb4063 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:25.031727 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-51e202dc-7776-43c8-9b9c-1e53a8eb4063 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0783696 Dec 16 14:57:25.100145 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Deleting port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:25.100489 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:25.486110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] For port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:25.486930 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:25.659017 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1562d-530a-4fb4-a855-2e6c00680503 req-0cf00538-f0e7-4312-a73f-cb029672c4bd tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:25.660418 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8ac1562d-530a-4fb4-a855-2e6c00680503 req-0cf00538-f0e7-4312-a73f-cb029672c4bd tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.2395649 Dec 16 14:57:25.806522 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8ac1562d-530a-4fb4-a855-2e6c00680503 req-701837f7-b27b-453d-ae34-319a951c8695 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359382 Dec 16 14:57:25.835907 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:25.836286 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654519'] for floatingip, after_update {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:25.836602 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Floating IP 06a3beaf-d25b-4ed9-a41a-c67507948e91 disassociated. External IP: 172.28.2.27, port: e4ffd4fb-8748-4953-8ad6-edb5a2d1139b. Dec 16 14:57:25.837581 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Calling delete_port for e4ffd4fb-8748-4953-8ad6-edb5a2d1139b owned by compute:nova {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:25.858362 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb2022-9c4a-4e9a-883c-640a8daa1c5b req-51e552ea-3bca-4172-9bee-92f9e0a11fb7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:25.859763 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-39cb2022-9c4a-4e9a-883c-640a8daa1c5b req-51e552ea-3bca-4172-9bee-92f9e0a11fb7 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 947 time: 0.0883439 Dec 16 14:57:25.903537 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-39cb2022-9c4a-4e9a-883c-640a8daa1c5b req-e3a35cc0-b8fd-468e-84c1-966cf6118ab6 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f43465a-edd7-4127-8a8f-9d11cd1deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381365 Dec 16 14:57:26.023759 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:26.029016 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1d0aad98-5afa-479e-9f65-996caa0c593f tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:26.074138 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'Port': ['ID=e4ffd4fb-8748-4953-8ad6-edb5a2d1139b,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:26.077639 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:26.253837 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:57:26.431654 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:57:26.443010 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:57:26.454117 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:26.455148 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:57:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:26.513067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] No DVR routers for this DVR port e4ffd4fb-8748-4953-8ad6-edb5a2d1139b on host hv-cinder-82189 {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:57:26.513067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:26.513067 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-deleted', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:26.554801 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc076-7c85-4f3c-9f26-606534b4f56f', 'name': 'network-vif-deleted', 'tag': 'e4ffd4fb-8748-4953-8ad6-edb5a2d1139b', 'status': 'completed', 'code': 200} Dec 16 14:57:26.607527 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e9eff8d7-efe4-4394-bebb-1d32e44b8f17 req-cb66fddd-9e81-472c-aabf-c3ed176fc8b8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.53 "DELETE /v2.0/ports/e4ffd4fb-8748-4953-8ad6-edb5a2d1139b HTTP/1.1" status: 204 len: 173 time: 1.5693686 Dec 16 14:57:26.677079 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:57:26.984809 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:26.988715 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:57:26.997784 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:26.998416 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:57:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:27.005774 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80299-837a-48cd-ae35-70013383977a req-7c924dea-3fe3-4fe8-81c9-a77e800fd785 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:27.007342 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-95d80299-837a-48cd-ae35-70013383977a req-7c924dea-3fe3-4fe8-81c9-a77e800fd785 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.0859869 Dec 16 14:57:27.062832 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-95d80299-837a-48cd-ae35-70013383977a req-9f1ae1c8-0fd9-4c6d-b079-ff4f1e074d50 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Dec 16 14:57:27.091862 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-bdaac406-574d-45f8-92b7-09ec2186ff6f req-7dedb731-c306-4270-845b-9f0859a97b3a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Synchronizing usage tracker for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:27.149549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [req-bdaac406-574d-45f8-92b7-09ec2186ff6f req-7dedb731-c306-4270-845b-9f0859a97b3a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Unset dirty status for tenant:1b05679c5b7144efa449eb40cee9409b on resource:port {{(pid=87436) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:27.150947 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-bdaac406-574d-45f8-92b7-09ec2186ff6f req-7dedb731-c306-4270-845b-9f0859a97b3a tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/ports?device_id=e50dc076-7c85-4f3c-9f26-606534b4f56f HTTP/1.1" status: 200 len: 210 time: 0.1077464 Dec 16 14:57:27.186344 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:57:27.477958 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:27.491616 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:27.495570 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9835c-0a3a-4601-8739-0ccf30836ea4 None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:50:45Z', 'revision_number': 4, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '51efbeba-a3ce-488b-b8cd-b2d293f34a74', 'name': '', 'network_id': '36c76287-441a-43c9-a5da-e913082e71c4', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'mac_address': 'fa:16:3e:5d:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:42Z', 'updated_at': '2021-12-16T14:51:01Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'subnets': [{'id': '3d7f5b09-7951-4ee6-add9-091893b865eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:57:27.512512 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: e4ffd4fb-8748-4953-8ad6-edb5a2d1139b {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:27.512874 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device e4ffd4fb-8748-4953-8ad6-edb5a2d1139b not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:27.711852 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f91a6-510b-4f34-b238-242e6e16c075 None None] New status for floating IP 06a3beaf-d25b-4ed9-a41a-c67507948e91: DOWN {{(pid=87437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:57:28.327513 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42028) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:28.396816 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:28.424071 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:28.543832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:28.548906 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-321e2ce8-eeef-456e-a17b-d619ec371594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:28.563691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43465a-edd7-4127-8a8f-9d11cd1deee9,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:28.566091 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:28.640839 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:28.675314 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:28.678746 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f43465a-edd7-4127-8a8f-9d11cd1deee9 HTTP/1.1" status: 204 len: 168 time: 0.3479338 Dec 16 14:57:28.679154 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42034) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:28.695798 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.api.v2.resource [None req-032bb4f4-7e59-4f65-b3b1-75052835eaa8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] show failed (client error): The resource could not be found. Dec 16 14:57:28.696770 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-032bb4f4-7e59-4f65-b3b1-75052835eaa8 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "GET /v2.0/security-groups/3f43465a-edd7-4127-8a8f-9d11cd1deee9 HTTP/1.1" status: 404 len: 347 time: 0.0166571 Dec 16 14:57:28.699652 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42038) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:28.998211 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Deleting port 5f0f56b9-89d3-46c6-b157-fee0c08ffad6 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:28.998569 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.136983 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883edb-a346-4935-952e-6fe28cd77b79 req-0eacf626-c8b8-4160-b993-7a3f5388a805 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:29.138371 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47883edb-a346-4935-952e-6fe28cd77b79 req-0eacf626-c8b8-4160-b993-7a3f5388a805 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.3791051 Dec 16 14:57:29.213017 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-47883edb-a346-4935-952e-6fe28cd77b79 req-d98ffbec-eb37-411d-b11b-2c842ab8786d tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Dec 16 14:57:29.216253 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.216577 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.340817 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Calling delete_port for 5f0f56b9-89d3-46c6-b157-fee0c08ffad6 owned by network:floatingip {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:29.570457 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.579043 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3920557e-a669-4aeb-ae8c-af94dcc2aba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:29.624000 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Pushing event deleted for resources: {'Port': ['ID=5f0f56b9-89d3-46c6-b157-fee0c08ffad6,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:29.626953 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:29.736319 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks [] for floatingip, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.741506 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-59978ca7-a5f6-4f8d-bf47-203da65351b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2090790 Dec 16 14:57:29.880469 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:29.881616 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1b915202-38a2-499e-8626-2f543e3e1efb tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] 10.222.0.46 "DELETE /v2.0/floatingips/06a3beaf-d25b-4ed9-a41a-c67507948e91 HTTP/1.1" status: 204 len: 168 time: 1.1810691 Dec 16 14:57:29.915273 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-0f5839b9-0894-461b-9797-b5eed4ce7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:29.917055 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-0f5839b9-0894-461b-9797-b5eed4ce7a40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0859907 Dec 16 14:57:30.078310 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-9ccbf3cc-75d8-42bd-9e68-d8eb9b21884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:30.080037 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-9ccbf3cc-75d8-42bd-9e68-d8eb9b21884a service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1316319 Dec 16 14:57:30.190923 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-75876766-dc07-4fb2-9578-d24979fe6e5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1000 time: 0.1039379 Dec 16 14:57:30.251564 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-ce58886d-a89c-428d-abae-35d8f9fbc3ab tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:30.253619 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-ce58886d-a89c-428d-abae-35d8f9fbc3ab tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.0818255 Dec 16 14:57:30.260534 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-027cd850-c31a-490a-9fa7-344fee4328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:30.261975 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-027cd850-c31a-490a-9fa7-344fee4328d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0651343 Dec 16 14:57:30.338184 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-61fbe093-b64e-4883-b748-3e8eef9886c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:30.339787 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-61fbe093-b64e-4883-b748-3e8eef9886c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711994 Dec 16 14:57:30.368048 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Deleting port c9784ff9-d79e-4a9d-9986-50bc2c225fad {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:30.368390 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:30.477517 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-766f6f09-731d-48b8-b207-37608b2d9556 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298165 Dec 16 14:57:30.513161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2a32-d5b5-43e0-baff-3a19837260ea req-61e61bd1-330a-4ee3-a6db-323615666924 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:30.514646 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7a9e2a32-d5b5-43e0-baff-3a19837260ea req-61e61bd1-330a-4ee3-a6db-323615666924 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 946 time: 0.1930537 Dec 16 14:57:30.640978 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7a9e2a32-d5b5-43e0-baff-3a19837260ea req-7eca4493-8440-4777-9009-9acf739b5ee3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108155 Dec 16 14:57:30.683330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] For port c9784ff9-d79e-4a9d-9986-50bc2c225fad, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9784ff9-d79e-4a9d-9986-50bc2c225fad,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:30.683685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:30.714641 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-d2c19238-cc4d-4938-9ea0-ac75289525e3 req-bd5fe6f5-d69d-4e19-8caa-026b2be18612 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306571 Dec 16 14:57:30.898143 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Calling delete_port for c9784ff9-d79e-4a9d-9986-50bc2c225fad owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:31.126104 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:31.131363 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-50c6ad3c-8e3c-428f-9e14-7891b635c6b4 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:31.158887 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['c9784ff9-d79e-4a9d-9986-50bc2c225fad'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:57:31.176299 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Pushing event deleted for resources: {'Port': ['ID=c9784ff9-d79e-4a9d-9986-50bc2c225fad,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:31.202394 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:31.252798 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] No DVR routers for this DVR port c9784ff9-d79e-4a9d-9986-50bc2c225fad on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:57:31.255186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:31.257752 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'name': 'network-vif-deleted', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:31.349790 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fec1a499-9d1d-4cf6-90c5-7d135ef1baad req-acf94817-e251-44d3-ae69-5266435eefe2 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "DELETE /v2.0/ports/c9784ff9-d79e-4a9d-9986-50bc2c225fad HTTP/1.1" status: 204 len: 173 time: 1.0910201 Dec 16 14:57:31.435493 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6', 'name': 'network-vif-deleted', 'tag': 'c9784ff9-d79e-4a9d-9986-50bc2c225fad', 'status': 'completed', 'code': 200} Dec 16 14:57:31.810500 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-5ae099e0-5c6e-466d-a11d-5dc792e68b94 req-32ee1364-7773-47ea-81b9-af9b9dbc68da tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Synchronizing usage tracker for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:31.880647 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-5ae099e0-5c6e-466d-a11d-5dc792e68b94 req-32ee1364-7773-47ea-81b9-af9b9dbc68da tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Unset dirty status for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:31.881804 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5ae099e0-5c6e-466d-a11d-5dc792e68b94 req-32ee1364-7773-47ea-81b9-af9b9dbc68da tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf377c85-ad51-4f3e-8c84-02ea2c8ffdc6 HTTP/1.1" status: 200 len: 210 time: 0.1146431 Dec 16 14:57:32.937685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42072) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:33.413527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bbc872c9-52f3-4765-b8f1-5ef7ff4027d8 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:33.415031 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bbc872c9-52f3-4765-b8f1-5ef7ff4027d8 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/networks?id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c HTTP/1.1" status: 200 len: 807 time: 0.2911050 Dec 16 14:57:33.453613 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b861993f-2dd5-4f2e-9883-ed32c0b8d8be tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/quotas/0c5508f05ef24acf9411c22a60c1fb0c HTTP/1.1" status: 200 len: 375 time: 0.0305605 Dec 16 14:57:33.508509 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c9784ff9-d79e-4a9d-9986-50bc2c225fad no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:33.535838 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-2b82e0e1-c2a6-4d0b-a04b-e01778f3aad6 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709774 Dec 16 14:57:33.543546 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: c9784ff9-d79e-4a9d-9986-50bc2c225fad {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:33.543902 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device c9784ff9-d79e-4a9d-9986-50bc2c225fad not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:33.732186 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b5255238-f87f-4852-98c1-cc1958860c7c service neutron] 10.222.0.46 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844327 Dec 16 14:57:33.909519 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-49628ebf-b1bb-46e5-b6a9-b5bbad792d98 service neutron] 10.222.0.46 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714189 Dec 16 14:57:33.928961 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:34.149089 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c79681cb-7efd-4642-b4b9-8b958f689714 req-4d67504f-8307-4f1d-bb09-c99c1ca00f4a tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 210 time: 0.0446584 Dec 16 14:57:34.390201 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Deleting port 51efbeba-a3ce-488b-b8cd-b2d293f34a74 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:34.390651 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:34.561330 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] For port 51efbeba-a3ce-488b-b8cd-b2d293f34a74, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=51efbeba-a3ce-488b-b8cd-b2d293f34a74,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:34.561654 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:34.682749 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Calling delete_port for 51efbeba-a3ce-488b-b8cd-b2d293f34a74 owned by network:router_interface {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:34.926144 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:34.929765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:34.973805 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=51efbeba-a3ce-488b-b8cd-b2d293f34a74,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:34.976277 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:35.295014 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:35.304876 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a1d1d367-2129-437a-9367-28e0c0b7cb82 req-d8a149ba-cf02-40ef-95cc-c490d659eef9 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 210 time: 0.0469358 Dec 16 14:57:35.756836 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Router 05406122-8052-47da-8d92-44a69e133356 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:57:36.066982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-1588a265-fd6c-4dc9-9e3f-847b46e987ea tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:36.068318 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-1588a265-fd6c-4dc9-9e3f-847b46e987ea tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "GET /v2.0/networks?id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c HTTP/1.1" status: 200 len: 807 time: 0.2553384 Dec 16 14:57:36.069422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:57:36.078441 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Sync routers for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:57:36.081667 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] 10.222.0.46 "PUT /v2.0/routers/05406122-8052-47da-8d92-44a69e133356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1428246 Dec 16 14:57:36.084722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42102) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:36.086631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Request body: {'port': {'device_id': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c', 'admin_state_up': True, 'tenant_id': '0c5508f05ef24acf9411c22a60c1fb0c'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:36.087096 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:36.087718 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:57:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:36.237734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:57:36.249948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:57:36.275939 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks [] for router, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.279024 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:57:36.309434 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Made reservation on behalf of 0c5508f05ef24acf9411c22a60c1fb0c for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:57:36.313254 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.398001 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:57:36.479764 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7f50af17-ba3c-49fa-ae31-cb2e3a64bc3f req-55e6ca60-5d93-40a3-a220-8fc1fab45e49 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 210 time: 0.0577714 Dec 16 14:57:36.481235 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Allocated IP 172.20.0.4 (2b3c80c3-0e81-4e73-aa57-6697603a0e7c/c9d9e50e-8a4a-4df8-b97a-f658ffafe08d/07c2da8d-b20d-43a9-a11f-e46fa6570fe9) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:57:36.524157 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.606530 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Deleting port 1e88ccbe-a519-4c14-97dd-d3706d10de4a {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:36.607151 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.651376 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:57:34Z', 'revision_number': 5, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port': {'id': '1e88ccbe-a519-4c14-97dd-d3706d10de4a', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05406122-8052-47da-8d92-44a69e133356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:50:37Z', 'updated_at': '2021-12-16T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:36.655413 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Checking router: 05406122-8052-47da-8d92-44a69e133356 for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:57:36.664092 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Routers {'05406122-8052-47da-8d92-44a69e133356'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:36.664863 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:57:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['05406122-8052-47da-8d92-44a69e133356'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:36.738129 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.805353 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] For port 1e88ccbe-a519-4c14-97dd-d3706d10de4a, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=1e88ccbe-a519-4c14-97dd-d3706d10de4a,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:36.807040 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.824647 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:36.827720 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] Set router 05406122-8052-47da-8d92-44a69e133356 gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:57:36.833240 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:36.906728 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:57:36.910191 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:57:36.918454 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:36.940478 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:57:36Z', 'revision_number': 6, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:36.944806 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1485-008b-40d8-8d4a-e97a1048e3c8 None None] The sync data for ids ['05406122-8052-47da-8d92-44a69e133356'] in dv-cinder-821892-3-smb is: [{'id': '05406122-8052-47da-8d92-44a69e133356', 'name': 'tempest-AttachVolumeShelveTestJSON-249895205-router', 'tenant_id': '1b05679c5b7144efa449eb40cee9409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:50:35Z', 'updated_at': '2021-12-16T14:57:36Z', 'revision_number': 6, 'project_id': '1b05679c5b7144efa449eb40cee9409b', 'gw_port_host': None}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:57:36.945664 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Calling delete_port for 1e88ccbe-a519-4c14-97dd-d3706d10de4a owned by network:router_gateway {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:36.946942 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Pushing event updated for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:36.961957 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:36.989734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:36.990396 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.063862 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9808381 Dec 16 14:57:37.090255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Request body: {'port': {'device_id': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:57:37.154915 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.159578 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:37.201167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.202272 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e88ccbe-a519-4c14-97dd-d3706d10de4a,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:37.205634 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:37.299426 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.555002 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:57:37.562806 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.577872 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Transition to ACTIVE for port object 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:57:37.582950 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.585174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.692254 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.692771 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05406122-8052-47da-8d92-44a69e133356 {{(pid=87436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:57:37.706311 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] Notify callbacks [] for router, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.707490 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-9e39856f-1b97-431c-95a2-33fa95328432 admin admin] 10.222.0.46 "DELETE /v2.0/routers/05406122-8052-47da-8d92-44a69e133356 HTTP/1.1" status: 204 len: 168 time: 1.6216810 Dec 16 14:57:37.710255 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42116) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:37.731609 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.740579 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e323e58d-8658-4154-b380-06f6fb043d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:37.771793 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Deleting subnet 3d7f5b09-7951-4ee6-add9-091893b865eb {{(pid=87436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:57:37.776095 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.831456 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136267'] for subnet, precommit_delete_associations {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.878248 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Pushing event updated for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:37.905579 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:37.917905 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:37.985751 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2cff6-dd46-4e33-be9c-2e1c7cfa6bc6 req-38667c38-ce98-4cbf-871d-012cfa5a2682 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:37.986510 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-22d2cff6-dd46-4e33-be9c-2e1c7cfa6bc6 req-38667c38-ce98-4cbf-871d-012cfa5a2682 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Synchronizing usage tracker for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:57:38.014259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Attempting to bind port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:57:38.014619 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Attempting to bind port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:57:38.014944 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Attempting to bind port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:57:38.020595 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:57:38.020914 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Attempting to bind port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 on network 2b3c80c3-0e81-4e73-aa57-6697603a0e7c {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:57:38.026113 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:57:38.026555 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Checking segment: {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:57:38.026968 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Bound using segment: {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:57:38.027393 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Bound port: 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b233101-1f98-43f5-94ac-3c85e2f5c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:57:38.027733 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.081208 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2791085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4115218'] for subnet, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.086244 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33915f49-e858-4a1a-a2a5-0bdff9dd5867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:38.093472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-22d2cff6-dd46-4e33-be9c-2e1c7cfa6bc6 req-38667c38-ce98-4cbf-871d-012cfa5a2682 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Unset dirty status for tenant:0c5508f05ef24acf9411c22a60c1fb0c on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:57:38.094644 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-22d2cff6-dd46-4e33-be9c-2e1c7cfa6bc6 req-38667c38-ce98-4cbf-871d-012cfa5a2682 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 943 time: 0.4958439 Dec 16 14:57:38.123024 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7f5b09-7951-4ee6-add9-091893b865eb,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:38.126041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:38.127042 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.136214 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1a5b9f54-9837-407f-879f-4f07fdf8e438 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3d7f5b09-7951-4ee6-add9-091893b865eb HTTP/1.1" status: 204 len: 168 time: 0.4219048 Dec 16 14:57:38.136429 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aad7ef-4bca-40b2-bec8-5e6f09d7a4f4 None None] Network 36c76287-441a-43c9-a5da-e913082e71c4 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:57:38.136868 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42120) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:38.144763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:57:38.149365 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:57:38.160281 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-22d2cff6-dd46-4e33-be9c-2e1c7cfa6bc6 req-9b338923-0948-45f7-92b3-6b77752cc4d8 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Dec 16 14:57:38.223744 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.228988 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-056ded7b-4d55-43c2-8fa7-3dd2d4b6b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:38.253240 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.269449 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Deleting port fef72afc-c45b-4067-a58f-cf44bedc60f7 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:38.269449 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.302410 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:38.303124 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.304570 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] 10.222.0.53 "PUT /v2.0/ports/07c2da8d-b20d-43a9-a11f-e46fa6570fe9 HTTP/1.1" status: 200 len: 1093 time: 1.2186182 Dec 16 14:57:38.305163 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:38.337388 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Pushing event updated for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:38.340527 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:38.375144 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9', 'status': 'completed', 'code': 200} Dec 16 14:57:38.412181 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] DHCP port deletion for 36c76287-441a-43c9-a5da-e913082e71c4 request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 14:57:38.417424 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Deleting port fef72afc-c45b-4067-a58f-cf44bedc60f7 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:38.417810 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.495557 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] For port fef72afc-c45b-4067-a58f-cf44bedc60f7, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=fef72afc-c45b-4067-a58f-cf44bedc60f7,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:38.495956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-d10004ba-64ac-4dbb-927c-8330320bf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:38.496092 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.497485 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-d10004ba-64ac-4dbb-927c-8330320bf2ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 1096 time: 0.0776126 Dec 16 14:57:38.636872 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] For port fef72afc-c45b-4067-a58f-cf44bedc60f7, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=fef72afc-c45b-4067-a58f-cf44bedc60f7,segment=NetworkSegment(f816d2c3-03df-4189-ac94-98e5972e770b),segment_id=f816d2c3-03df-4189-ac94-98e5972e770b)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:38.637985 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.641027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Calling delete_port for fef72afc-c45b-4067-a58f-cf44bedc60f7 owned by network:dhcp {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:38.653006 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-73a44812-170e-4370-a616-fb19df6036b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:38.654495 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-73a44812-170e-4370-a616-fb19df6036b9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1442301 Dec 16 14:57:38.742256 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 1e88ccbe-a519-4c14-97dd-d3706d10de4a no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:38.777598 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.781379 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-0140e762-e3e4-40c9-83b6-9efb67c0bbe3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:38.810162 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-a807e776-fbd1-40f0-a5a9-d3f878720b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:38.812125 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-515a3d31-7c75-4229-827e-33db2dcc4928 req-a807e776-fbd1-40f0-a5a9-d3f878720b1d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504951 Dec 16 14:57:38.828041 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef72afc-c45b-4067-a58f-cf44bedc60f7,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:38.830897 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Calling delete_port for fef72afc-c45b-4067-a58f-cf44bedc60f7 owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:38.834513 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:38.835396 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] No DVR routers for this DVR port fef72afc-c45b-4067-a58f-cf44bedc60f7 on host dv-cinder-821892-3-smb {{(pid=87436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:57:38.868267 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 1e88ccbe-a519-4c14-97dd-d3706d10de4a {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:38.868623 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 1e88ccbe-a519-4c14-97dd-d3706d10de4a not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:38.869042 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device fef72afc-c45b-4067-a58f-cf44bedc60f7 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:38.913433 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: fef72afc-c45b-4067-a58f-cf44bedc60f7 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:38.913785 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device fef72afc-c45b-4067-a58f-cf44bedc60f7 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:38.914208 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 51efbeba-a3ce-488b-b8cd-b2d293f34a74 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:38.950497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-d02b040d-a951-4ea6-bb60-7f18e60521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:38.951741 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 51efbeba-a3ce-488b-b8cd-b2d293f34a74 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:38.952065 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-d02b040d-a951-4ea6-bb60-7f18e60521dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 1096 time: 0.0729377 Dec 16 14:57:38.952222 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 51efbeba-a3ce-488b-b8cd-b2d293f34a74 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:38.953750 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:38.980888 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:57:38.981544 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:57:38.985952 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c76287-441a-43c9-a5da-e913082e71c4']}} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:38.998513 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f816d2c3-03df-4189-ac94-98e5972e770b') {'for_net_delete': True} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:38.998807 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.services.segments.db [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f816d2c3-03df-4189-ac94-98e5972e770b') {} {{(pid=87436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:57:39.010027 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136284'] for segment, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.025955 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.029317 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-4f40b55b-5f1b-4bb2-baba-369d61fb8a39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9 HTTP/1.1" status: 200 len: 217 time: 0.0644772 Dec 16 14:57:39.031970 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:57:39.032349 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2791027'] for segment, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: Traceback (most recent call last): Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: timer() Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: cb(*args, **kw) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: return func(*args, **kwargs) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: self._notify() Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: self.callback(batched_events) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: event.method(event) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: return f(self, *a, **k) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: return self._get(url).json() Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: return self.request(url, 'GET', **kwargs) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:57:39.046705 dv-cinder-821892-3-smb neutron-server[87436]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:57:39.091565 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-a985d08f-4435-49cf-b062-e75fc763c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:39.093017 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-a985d08f-4435-49cf-b062-e75fc763c09a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d9e50e-8a4a-4df8-b97a-f658ffafe08d HTTP/1.1" status: 200 len: 847 time: 0.0577278 Dec 16 14:57:39.103789 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-93bb775c-d21c-49f0-a462-8b977ecb987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.142833 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-25fb2eb5-a93a-49be-9d77-58ea148aeb56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b3c80c3-0e81-4e73-aa57-6697603a0e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435171 Dec 16 14:57:39.160694 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.164358 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1804e6da-7510-4b60-a298-e3fba44976f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:39.183154 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.191595 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c76287-441a-43c9-a5da-e913082e71c4,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:39.194825 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:39.255762 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-8c9d53f1-7c4c-46d4-9f61-5f32f27f0ff6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/36c76287-441a-43c9-a5da-e913082e71c4 HTTP/1.1" status: 204 len: 168 time: 1.1161916 Dec 16 14:57:39.319208 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-87223efc-c6fa-4ee1-b4f4-379226b8a4c9 service neutron] 10.222.0.53 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704848 Dec 16 14:57:39.457896 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437a0bd-7c28-4463-9e5c-2bb6411b84db req-f7119c93-3eca-4c31-b324-a42979c62244 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:39.459388 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b437a0bd-7c28-4463-9e5c-2bb6411b84db req-f7119c93-3eca-4c31-b324-a42979c62244 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 943 time: 0.1883018 Dec 16 14:57:39.483362 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Deleting port fef72afc-c45b-4067-a58f-cf44bedc60f7 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:39.484335 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.491243 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4eabe070-cec4-42ac-98d7-7d1a56789a19 req-7fe132f6-8c09-423d-bbb7-67cb1f905435 service neutron] 10.222.0.53 "GET /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650157 Dec 16 14:57:39.496266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42130) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:39.534797 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-b437a0bd-7c28-4463-9e5c-2bb6411b84db req-aea965ab-ac5c-42fc-bad2-c1406f8a3be4 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666285 Dec 16 14:57:39.556489 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dd5ff-763e-4d42-9dfe-95aedcac7eeb None None] The port 'fef72afc-c45b-4067-a58f-cf44bedc60f7' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 14:57:39.566933 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1da28a9e-0e68-4b99-b67c-f2dced381764 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b05679c5b7144efa449eb40cee9409b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0694494 Dec 16 14:57:39.567076 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42134) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:39.625409 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.650591 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.777166 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.780967 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bf53b5d4-a0d8-4a8a-8f59-b948579c0094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:39.798902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e3651-28a7-445f-b7d3-69fbe9f2e955,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:39.798902 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:39.803721 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:39.807871 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-b509c044-7717-4f33-8d69-06c8fdb6b51c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/473e3651-28a7-445f-b7d3-69fbe9f2e955 HTTP/1.1" status: 204 len: 168 time: 0.2372365 Dec 16 14:57:40.735531 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2051f-4bd5-4bfc-88fd-321055d413dd req-6c102d43-7fcb-4024-9504-b55d55c7badb tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:40.737031 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5c2051f-4bd5-4bfc-88fd-321055d413dd req-6c102d43-7fcb-4024-9504-b55d55c7badb tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 943 time: 0.0910213 Dec 16 14:57:40.780805 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e5c2051f-4bd5-4bfc-88fd-321055d413dd req-0a018418-d8de-45c9-85aa-498c691cdc31 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Dec 16 14:57:41.528908 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:57:41.554960 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-d070cba0-9bf2-4aaa-bfbc-defc28eabde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:41.662599 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:41.676137 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9', 'network_id': '2b3c80c3-0e81-4e73-aa57-6697603a0e7c', 'port_id': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9', 'mac_address': 'fa:16:3e:9c:b1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d9e50e-8a4a-4df8-b97a-f658ffafe08d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:57:41.731918 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:41.751667 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:57:41.766562 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:41.823192 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:41.824990 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-77a12e26-c602-443f-a89a-2ee73e652baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:41.890977 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:41.895034 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:42.098511 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['07c2da8d-b20d-43a9-a11f-e46fa6570fe9'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:57:42.101681 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107952d9-2ef7-406e-b5a8-cfbc6351ae38 req-6f27808f-3883-405e-a16e-1eafd236eaf9 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:42.103395 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-107952d9-2ef7-406e-b5a8-cfbc6351ae38 req-6f27808f-3883-405e-a16e-1eafd236eaf9 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 944 time: 0.2163467 Dec 16 14:57:42.152185 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-107952d9-2ef7-406e-b5a8-cfbc6351ae38 req-b4890746-b536-48c8-8bb1-38adfd2038eb tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Dec 16 14:57:42.606034 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:42.731622 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:43.338070 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384221-63f4-4072-82dc-88dfe7fb5727 req-38f1a486-f3ed-4a5f-bd2b-09e2eb697104 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:43.339534 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c4384221-63f4-4072-82dc-88dfe7fb5727 req-38f1a486-f3ed-4a5f-bd2b-09e2eb697104 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 944 time: 0.0792475 Dec 16 14:57:43.381901 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-c4384221-63f4-4072-82dc-88dfe7fb5727 req-c62a3e56-4683-46a5-a19c-f70739e75db6 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366535 Dec 16 14:57:43.555710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:57:43.691567 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:57:43.697078 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:57:43.697505 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:43.814704 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:43.842360 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:43.852040 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:43.888627 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9', 'code': 200} Dec 16 14:57:43.897083 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:43.900492 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:43.981887 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:43.984811 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:44.034932 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:44.269291 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c91636-1c3c-4cfc-a3be-4b45153d71f8 req-0617f9a9-116e-4835-924d-4e12aa3244d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:44.270794 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a4c91636-1c3c-4cfc-a3be-4b45153d71f8 req-0617f9a9-116e-4835-924d-4e12aa3244d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 1098 time: 0.0731187 Dec 16 14:57:44.312785 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a4c91636-1c3c-4cfc-a3be-4b45153d71f8 req-57817eba-d3f3-4ecb-918c-d6df4bd6ca93 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Dec 16 14:57:44.566326 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565f837-d174-4d63-959b-f027a1998177 req-68898a80-147e-40c0-adbd-f83e1800e13b tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:44.567795 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b565f837-d174-4d63-959b-f027a1998177 req-68898a80-147e-40c0-adbd-f83e1800e13b tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 945 time: 0.0828319 Dec 16 14:57:44.613776 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-b565f837-d174-4d63-959b-f027a1998177 req-f6bd8ecc-f81f-4fa7-92c3-678471fabfc8 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Dec 16 14:57:45.804453 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355536-5fae-4cde-88b5-0425b564da68 req-28d50c70-f980-4dfc-b6a7-2f2513b73e90 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:45.805949 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6355536-5fae-4cde-88b5-0425b564da68 req-28d50c70-f980-4dfc-b6a7-2f2513b73e90 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 945 time: 0.0797520 Dec 16 14:57:45.850429 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e6355536-5fae-4cde-88b5-0425b564da68 req-41a13d01-e820-4e1d-9890-704239f395eb tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Dec 16 14:57:47.816166 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc48f55-32ef-4ffa-bce8-0706a1170e84 req-b9417841-eb88-4dfe-9c5d-82e9c012d2b6 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:47.818538 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fbc48f55-32ef-4ffa-bce8-0706a1170e84 req-b9417841-eb88-4dfe-9c5d-82e9c012d2b6 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 945 time: 0.0837352 Dec 16 14:57:47.863212 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fbc48f55-32ef-4ffa-bce8-0706a1170e84 req-dd30ef96-bd6d-4a85-b5cd-2aae2abea07a tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Dec 16 14:57:49.046579 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee43c-0224-4809-9e3b-10965e33411b req-59a91765-07db-45c7-8e01-a0dd3415c6e7 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:49.048040 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4aeee43c-0224-4809-9e3b-10965e33411b req-59a91765-07db-45c7-8e01-a0dd3415c6e7 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 945 time: 0.0790823 Dec 16 14:57:49.094044 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-4aeee43c-0224-4809-9e3b-10965e33411b req-1335c452-0e38-4726-a46e-4d6a4e4a3d68 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/security-groups?id=ebb34b36-e7ee-42e3-a119-db9a1282318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Dec 16 14:57:49.184608 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-147860e1-7e93-4042-b370-e11b294fdb47 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:57:49.185938 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-147860e1-7e93-4042-b370-e11b294fdb47 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 945 time: 0.0776272 Dec 16 14:57:49.256640 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Deleting port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:57:49.256983 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:49.504832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] For port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,segment=NetworkSegment(3b233101-1f98-43f5-94ac-3c85e2f5c2dd),segment_id=3b233101-1f98-43f5-94ac-3c85e2f5c2dd)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:57:49.507280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:49.628473 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Calling delete_port for 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:57:49.823345 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:49.829222 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-8f994aff-85a4-4b74-8150-c45f33aaee8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:57:49.875044 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Pushing event deleted for resources: {'Port': ['ID=07c2da8d-b20d-43a9-a11f-e46fa6570fe9,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:57:49.913099 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.913415 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.913787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.914151 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.914536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.914899 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.915255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.915605 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.915989 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.916343 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.916691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.917038 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:57:49.924196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:57:49.964332 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] No DVR routers for this DVR port 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:57:49.966836 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:57:49.969481 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'name': 'network-vif-deleted', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:57:50.016632 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4397bab4-20f1-480a-a256-f3fde3ae637c', 'name': 'network-vif-deleted', 'tag': '07c2da8d-b20d-43a9-a11f-e46fa6570fe9', 'status': 'completed', 'code': 200} Dec 16 14:57:50.018688 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-65ad5180-a22d-4705-9dbb-1e4452a4e793 req-2171eae7-fb9c-4bad-8496-d96df86065c3 tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.53 "DELETE /v2.0/ports/07c2da8d-b20d-43a9-a11f-e46fa6570fe9 HTTP/1.1" status: 204 len: 173 time: 0.8272314 Dec 16 14:57:50.337993 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-87011b8c-7c99-4624-a9ad-bcafad3d406d req-a1ac9236-177f-40a6-b749-a69f8d0a8b0f tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] 10.222.0.46 "GET /v2.0/ports?device_id=4397bab4-20f1-480a-a256-f3fde3ae637c HTTP/1.1" status: 200 len: 210 time: 0.1386228 Dec 16 14:57:51.620336 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:57:51.654712 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:57:51.655059 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 07c2da8d-b20d-43a9-a11f-e46fa6570fe9 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:57:58.651408 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:09.350298 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-90d0f180-6878-4802-813e-8a98c2a7017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:11.542757 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-1f63ca8e-6326-4bc3-8eb3-37a11feef316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:12.645514 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:12.793926 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.387067 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:58:13.530984 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42658) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:13.591167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Deleting subnet c9d9e50e-8a4a-4df8-b97a-f658ffafe08d {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:58:13.593969 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.641097 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.698763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.828557 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.833886 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d427f2f-2ff5-4dd4-bd90-cde9176b9738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:13.870328 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:13.872800 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d9e50e-8a4a-4df8-b97a-f658ffafe08d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:13.874992 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:13.879182 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-cbe88fe4-2aef-4d12-a024-eb4f3d036c41 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c9d9e50e-8a4a-4df8-b97a-f658ffafe08d HTTP/1.1" status: 204 len: 168 time: 0.3472009 Dec 16 14:58:13.881544 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42662) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:13.989536 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.011699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.121094 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.149274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3c80c3-0e81-4e73-aa57-6697603a0e7c']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:14.161187 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b233101-1f98-43f5-94ac-3c85e2f5c2dd') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:14.161480 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b233101-1f98-43f5-94ac-3c85e2f5c2dd') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:14.172586 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.188369 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.194391 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 14:58:14.194771 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:58:14.208349 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:58:14.365466 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.369102 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:14.471742 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:14.482681 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3c80c3-0e81-4e73-aa57-6697603a0e7c,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:14.485869 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:14.577080 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-580256ab-bfec-466d-971f-a6cda6c3e148 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2b3c80c3-0e81-4e73-aa57-6697603a0e7c HTTP/1.1" status: 204 len: 168 time: 0.6945484 Dec 16 14:58:14.887402 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42680) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:14.934208 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-34d62d29-ab88-47ff-bdca-bad9b28493e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c5508f05ef24acf9411c22a60c1fb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462093 Dec 16 14:58:14.936650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42684) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:15.011448 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:15.018646 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:15.142394 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:15.147249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:15.160309 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb34b36-e7ee-42e3-a119-db9a1282318c,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:15.162884 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:15.232660 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:15.233789 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebb34b36-e7ee-42e3-a119-db9a1282318c HTTP/1.1" status: 204 len: 168 time: 0.2962537 Dec 16 14:58:17.943735 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e0d27-cfff-4466-94b2-6b84b788ed0f req-d93de3e5-7b55-460b-a1be-1d45067277f3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:17.945175 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-206e0d27-cfff-4466-94b2-6b84b788ed0f req-d93de3e5-7b55-460b-a1be-1d45067277f3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0861499 Dec 16 14:58:17.990839 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-206e0d27-cfff-4466-94b2-6b84b788ed0f req-72fdfed1-d89e-47ce-8b26-b3002277beb0 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Dec 16 14:58:19.178460 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e684-caa0-4b0b-90ff-d46212abbab3 req-3a76599c-cba9-474e-b220-3bce4c8bfa92 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:19.180019 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8ca3e684-caa0-4b0b-90ff-d46212abbab3 req-3a76599c-cba9-474e-b220-3bce4c8bfa92 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0801454 Dec 16 14:58:19.227391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8ca3e684-caa0-4b0b-90ff-d46212abbab3 req-77e0b72b-ff95-4424-870c-be0933b95b72 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Dec 16 14:58:20.440906 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaf748-c2eb-4c94-948a-4b8b4196f655 req-fccff78e-395f-4df5-b89c-cd3fc7bf79b9 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:20.442342 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7eaf748-c2eb-4c94-948a-4b8b4196f655 req-fccff78e-395f-4df5-b89c-cd3fc7bf79b9 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0883987 Dec 16 14:58:20.488953 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7eaf748-c2eb-4c94-948a-4b8b4196f655 req-b5928e18-523e-40bf-a71d-5f403eb95a0f tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 Dec 16 14:58:21.676204 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b350-f7c3-4c77-bc08-bd227d7a08d6 req-df8f3a62-f36e-4c2e-9827-267804f71317 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:21.677757 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8648b350-f7c3-4c77-bc08-bd227d7a08d6 req-df8f3a62-f36e-4c2e-9827-267804f71317 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0813940 Dec 16 14:58:21.724889 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-8648b350-f7c3-4c77-bc08-bd227d7a08d6 req-977aeef9-136e-4eb0-8d23-98d304597dd1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Dec 16 14:58:21.905447 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42860) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:22.023446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.038444 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:22.043180 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Usage tracker for resource:security_group_rule and tenant:2b59d7329ace4c4daad0e5f2705647c9 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:22.045352 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:22.051284 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:22.133617 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.193779 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.202760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-864a4927-401c-4f5a-a6a3-9dc30bc99560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:22.241215 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713f75c6-34e0-4f5c-a7ae-be8fa5b1dd4d,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:22.245895 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:22.250080 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-0f9ba73c-b844-4d42-a2a2-5d38b63de770 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b59d7329ace4c4daad0e5f2705647c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435349 Dec 16 14:58:22.252077 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42866) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:22.313639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.340231 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.450763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.454953 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-59e442fc-5c11-4fb4-841b-299becacdb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:22.466049 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713f75c6-34e0-4f5c-a7ae-be8fa5b1dd4d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:22.470411 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:22.476688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:22.476688 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d34d1c1d-a9e5-4836-87d9-c0b4e2ad0d91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/713f75c6-34e0-4f5c-a7ae-be8fa5b1dd4d HTTP/1.1" status: 204 len: 168 time: 0.2216589 Dec 16 14:58:22.947121 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ec1b-11ec-49ab-822e-f48fc0589b2e req-1e8ac352-bdad-4f39-ac88-1d42613f2f3d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:22.948647 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0e60ec1b-11ec-49ab-822e-f48fc0589b2e req-1e8ac352-bdad-4f39-ac88-1d42613f2f3d tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0783236 Dec 16 14:58:22.996827 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0e60ec1b-11ec-49ab-822e-f48fc0589b2e req-a2d492e7-65ff-494b-9bb7-6a72fff67591 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 Dec 16 14:58:23.076684 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 42880) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:23.097952 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.113489 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:23.117348 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Usage tracker for resource:security_group_rule and tenant:b2bd634daa384be19103a143e8a6759a is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:23.120430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:23.126584 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:23.215691 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.284922 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.292230 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-fcf2e58a-96a3-46df-9265-c46082daeb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:23.333630 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2bd634daa384be19103a143e8a6759a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558391 Dec 16 14:58:23.334564 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d1fa5-b376-4faa-889c-279a87f860ec,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:23.336340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 42884) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:23.337608 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:23.396425 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.424967 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.554034 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.558010 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-2430c8f3-6ceb-4f08-9716-b70e5a43e7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:23.571621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d1fa5-b376-4faa-889c-279a87f860ec,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:23.581544 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:23.582688 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b2d1fa5-b376-4faa-889c-279a87f860ec HTTP/1.1" status: 204 len: 168 time: 0.2447693 Dec 16 14:58:23.584064 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.584433 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.584794 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.585213 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.585573 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.585926 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.586288 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.586857 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.586986 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.587376 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.587750 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.588747 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:23.591829 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:24.324779 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e854b4-2979-4995-96ab-ea521bf429ee req-f692bcd4-d66e-441e-a848-ced4b423685b tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:24.326175 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-89e854b4-2979-4995-96ab-ea521bf429ee req-f692bcd4-d66e-441e-a848-ced4b423685b tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0804114 Dec 16 14:58:24.372801 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-89e854b4-2979-4995-96ab-ea521bf429ee req-3010958e-61ab-4b02-8a1e-66cb6bf4dc0a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Dec 16 14:58:25.561973 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febccf6-6b7e-4c6e-8977-b26ead454f40 req-ace88104-d82c-483b-9290-78aad4f9b144 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:25.563561 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0febccf6-6b7e-4c6e-8977-b26ead454f40 req-ace88104-d82c-483b-9290-78aad4f9b144 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0850074 Dec 16 14:58:25.614860 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-0febccf6-6b7e-4c6e-8977-b26ead454f40 req-18c7604d-cbd2-4aea-87b9-297e6f54763f tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Dec 16 14:58:26.801287 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18736-a2a7-4081-8464-9c9bd38b10a1 req-71cf7bc2-1540-4e4e-9981-e4ecb8762c6a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:26.802759 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-49f18736-a2a7-4081-8464-9c9bd38b10a1 req-71cf7bc2-1540-4e4e-9981-e4ecb8762c6a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0842414 Dec 16 14:58:26.847519 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-49f18736-a2a7-4081-8464-9c9bd38b10a1 req-0a658fa1-9303-404f-8e28-1d11a4a7e535 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391221 Dec 16 14:58:28.033803 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9617-5ac3-45eb-8c99-524b5d3d6672 req-46fd3e12-6af4-40bf-b730-efb2f2e79944 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:28.035294 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e35f9617-5ac3-45eb-8c99-524b5d3d6672 req-46fd3e12-6af4-40bf-b730-efb2f2e79944 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0795295 Dec 16 14:58:28.084914 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e35f9617-5ac3-45eb-8c99-524b5d3d6672 req-f8a99cb7-b014-40d1-8f63-0abac4521819 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Dec 16 14:58:28.193471 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-7ea8b988-3c11-409f-8173-cfaf547f6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:28.194970 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-7ea8b988-3c11-409f-8173-cfaf547f6445 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0743721 Dec 16 14:58:28.329679 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-6eb1c7d1-0c6e-404f-b9bb-542ccbec3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:28.331143 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-6eb1c7d1-0c6e-404f-b9bb-542ccbec3ad0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1281624 Dec 16 14:58:28.435830 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-21f9c2dd-3a70-468b-88db-76184548e6d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1000 time: 0.0970762 Dec 16 14:58:28.498717 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-ccfef328-b1ab-4535-93ca-e16538df355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:28.500187 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-ccfef328-b1ab-4535-93ca-e16538df355b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0582542 Dec 16 14:58:28.576205 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-be04dc10-b94d-4152-b3a1-2c1675e1eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:28.577670 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-be04dc10-b94d-4152-b3a1-2c1675e1eda1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700617 Dec 16 14:58:28.633382 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:28.710862 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-2cf04cfb-6efd-47b5-84f5-60b3266b2614 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255240 Dec 16 14:58:28.845339 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-36fcc5b8-e303-4678-9675-9f2fdd20288d req-364470d4-a5a6-423b-9af0-aee050bbe476 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269007 Dec 16 14:58:29.279979 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb7bc-ee4f-43de-af53-c45f9e0c7507 req-53667ae3-ceb0-41b7-a64f-baa75a71fd88 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:29.281585 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f01fb7bc-ee4f-43de-af53-c45f9e0c7507 req-53667ae3-ceb0-41b7-a64f-baa75a71fd88 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0825624 Dec 16 14:58:29.334832 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-f01fb7bc-ee4f-43de-af53-c45f9e0c7507 req-e0dd75f3-2ea0-4397-afc6-7778d15e8902 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Dec 16 14:58:30.682544 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f626ea-b76f-4b77-b5ab-68d28c8c421a req-a43cdc6a-4c64-4058-a829-b02178727525 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:30.684087 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69f626ea-b76f-4b77-b5ab-68d28c8c421a req-a43cdc6a-4c64-4058-a829-b02178727525 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.2448289 Dec 16 14:58:30.711274 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-90e60d6f-159e-4074-afdd-006c16b0d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:30.712735 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-90e60d6f-159e-4074-afdd-006c16b0d13a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.1282938 Dec 16 14:58:30.754753 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69f626ea-b76f-4b77-b5ab-68d28c8c421a req-1ee22878-1168-413c-895b-bdb5bfeba484 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651748 Dec 16 14:58:30.866512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-6bf6c187-fa78-4e66-9b52-8c4fe62663a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:30.868036 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-6bf6c187-fa78-4e66-9b52-8c4fe62663a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1327493 Dec 16 14:58:30.984137 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-25c189b0-4d72-4099-86d9-e0976054ff7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1000 time: 0.1087971 Dec 16 14:58:31.049248 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-33360292-d0e5-4b53-a472-e886ea09b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:31.050725 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-33360292-d0e5-4b53-a472-e886ea09b20c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0604403 Dec 16 14:58:31.129422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-ba277f8e-76f3-4678-bb54-3186e91d0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:31.130948 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-ba277f8e-76f3-4678-bb54-3186e91d0e43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726027 Dec 16 14:58:31.269307 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-5cd73a5e-58a8-4012-8193-bb41688c6310 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308200 Dec 16 14:58:31.404467 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f463ab81-f71b-4a0e-9eca-81483b94f95a req-77547326-49af-4386-bbd6-c0e4efdfbdf6 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279988 Dec 16 14:58:31.948200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d9c1-a6fd-45cf-a2d5-eb7a1d93119a req-b394fbaa-9634-4ee1-ab6e-6726903997bd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:31.949766 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0f13d9c1-a6fd-45cf-a2d5-eb7a1d93119a req-b394fbaa-9634-4ee1-ab6e-6726903997bd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0891161 Dec 16 14:58:31.996536 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-0f13d9c1-a6fd-45cf-a2d5-eb7a1d93119a req-2b0398ac-699a-499d-9612-c95876bdedbf tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400212 Dec 16 14:58:32.484643 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b92079-50e3-4253-9a70-8914c9fb389c req-b9a1886c-6587-415d-84b1-4cc8a9cbdf85 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:32.486127 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a2b92079-50e3-4253-9a70-8914c9fb389c req-b9a1886c-6587-415d-84b1-4cc8a9cbdf85 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0905733 Dec 16 14:58:32.545640 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a2b92079-50e3-4253-9a70-8914c9fb389c req-4f35d66d-5231-4338-b77f-26b515f99d78 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535660 Dec 16 14:58:32.644647 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-8b169ecd-8423-4ac9-a29d-8a3fa547ba01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2077248 Dec 16 14:58:33.746338 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170aa7-32e1-4ea3-998e-089d3df9179d req-3b05b5f7-1d69-4e33-8b51-a7209110eed6 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:33.749772 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf170aa7-32e1-4ea3-998e-089d3df9179d req-3b05b5f7-1d69-4e33-8b51-a7209110eed6 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0916734 Dec 16 14:58:33.793638 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-bf170aa7-32e1-4ea3-998e-089d3df9179d req-79920326-9d87-447c-ab05-7e9ed03b2db0 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 Dec 16 14:58:33.865062 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:58:33.978113 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:34.004564 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:58:34.014485 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:34.063348 dv-cinder-821892-3-smb neutron-server[87437]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'code': 422} returned with failed status Dec 16 14:58:34.084622 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:34.086428 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:34.161065 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=6']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:34.168346 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.168689 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.169023 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.169349 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.169690 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.169992 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.170328 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.170663 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.171132 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.171447 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.171766 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.172067 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.176224 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:35.000147 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56b9d-f6d9-4de8-987f-d0930f6fb147 req-0331390d-043b-4592-90af-007746c72229 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.001747 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-63f56b9d-f6d9-4de8-987f-d0930f6fb147 req-0331390d-043b-4592-90af-007746c72229 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.0913072 Dec 16 14:58:35.100070 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-63f56b9d-f6d9-4de8-987f-d0930f6fb147 req-b28046a7-08d5-4251-9d08-b5bb6051db9f tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925117 Dec 16 14:58:35.121345 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-2620e3cf-174a-4e03-b895-2ffd5f4b0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.122868 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-2620e3cf-174a-4e03-b895-2ffd5f4b0d5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76&tenant_id=9fc2c539381c455081e821165c3305bc HTTP/1.1" status: 200 len: 1096 time: 0.1140583 Dec 16 14:58:35.229103 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-4f6aaf93-099d-47ec-80f9-b4d923663d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.231217 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-4f6aaf93-099d-47ec-80f9-b4d923663d0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1096 time: 0.0764315 Dec 16 14:58:35.376249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-2ebc8a9c-c31a-4bdd-a693-330b21536628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.377654 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-2ebc8a9c-c31a-4bdd-a693-330b21536628 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1395006 Dec 16 14:58:35.476849 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-94902473-3e8e-462c-bd0e-7030353d7e92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 998 time: 0.0913322 Dec 16 14:58:35.541559 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-6be15d27-31fb-4c7d-bee6-b1a3be61e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.542899 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-6be15d27-31fb-4c7d-bee6-b1a3be61e0e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0594921 Dec 16 14:58:35.623673 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-4c31e31b-1b4b-4f63-ba0f-6f8e8c1c4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:35.625229 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-4c31e31b-1b4b-4f63-ba0f-6f8e8c1c4fd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764019 Dec 16 14:58:35.852500 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-2f7adeec-3318-481f-8c9c-20f3a4c1a3ac service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206495 Dec 16 14:58:35.985282 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6448f89f-cb62-42c1-aedd-873f851172f5 req-c1b3a624-a7f9-4ee7-be62-c3b8d917d423 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258805 Dec 16 14:58:36.298695 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cd36f-6012-4129-85fc-aff1039e6e20 req-883084e1-3f1f-47d9-bbc3-626acebaeefd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:36.300185 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-208cd36f-6012-4129-85fc-aff1039e6e20 req-883084e1-3f1f-47d9-bbc3-626acebaeefd tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.0873084 Dec 16 14:58:36.361778 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-208cd36f-6012-4129-85fc-aff1039e6e20 req-3b88a0f2-fa6b-4e99-a6e7-b39779d231dc tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553713 Dec 16 14:58:37.564413 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59fd3-6dad-4752-af95-67d01386afb1 req-d72ebe1d-d69a-483c-ae21-759d8b497fe1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:37.566255 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d9a59fd3-6dad-4752-af95-67d01386afb1 req-d72ebe1d-d69a-483c-ae21-759d8b497fe1 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 943 time: 0.0998325 Dec 16 14:58:37.615144 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d9a59fd3-6dad-4752-af95-67d01386afb1 req-a6679d3a-4d0e-41f9-a58b-22757bbe09f7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414798 Dec 16 14:58:37.916001 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:58:38.089826 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:38.102722 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'port_id': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'mac_address': 'fa:16:3e:2c:66:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:58:38.160731 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:38.179848 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236760cf-12b9-40f9-9a64-8d06001e7ffb {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:58:38.197470 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:38.335962 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:38.340904 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:38.406758 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=7']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:38.409877 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:38.626891 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['236760cf-12b9-40f9-9a64-8d06001e7ffb'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:58:38.830725 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d62b-5394-4304-834b-a46ac4ec43ae req-e35980aa-106d-44ac-b572-32eb5307a6d2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:38.833065 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6aa7d62b-5394-4304-834b-a46ac4ec43ae req-e35980aa-106d-44ac-b572-32eb5307a6d2 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 944 time: 0.0894754 Dec 16 14:58:38.880816 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6aa7d62b-5394-4304-834b-a46ac4ec43ae req-5d83fbe5-4a76-422c-8cb0-f7ad5ab949cf tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419619 Dec 16 14:58:39.120300 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7f69bf63-5329-415d-85cd-adec601058e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:39.926713 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:58:39.994977 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 236760cf-12b9-40f9-9a64-8d06001e7ffb triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:39.995478 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:40.066947 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a657-e66f-464e-9cc4-bdb638a3af2b req-3a2ca4b1-f18a-4ab9-965a-0ba54b1aa31e tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:40.068433 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6736a657-e66f-464e-9cc4-bdb638a3af2b req-3a2ca4b1-f18a-4ab9-965a-0ba54b1aa31e tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 944 time: 0.0799346 Dec 16 14:58:40.112817 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:40.113160 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6736a657-e66f-464e-9cc4-bdb638a3af2b req-b9332276-3e09-4a6c-b6e8-2e5882584a41 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376916 Dec 16 14:58:40.140312 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:58:40.150356 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:40.183185 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'code': 200} Dec 16 14:58:40.215651 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:40.217501 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:40.284411 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=8']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:40.287267 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:40.610980 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71b2f-57c7-454c-b798-357b77ac716b req-91ae46b4-50f8-4522-844e-b2222b16e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:40.612469 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-08d71b2f-57c7-454c-b798-357b77ac716b req-91ae46b4-50f8-4522-844e-b2222b16e988 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0730336 Dec 16 14:58:40.655001 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-08d71b2f-57c7-454c-b798-357b77ac716b req-19abca79-e4f7-4233-b282-285bd32fe343 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352237 Dec 16 14:58:41.296887 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4c03-e200-4702-a570-410f03707792 req-5d80ea08-b424-4255-84a2-fd45edadfb21 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:41.298249 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5f4f4c03-e200-4702-a570-410f03707792 req-5d80ea08-b424-4255-84a2-fd45edadfb21 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0787165 Dec 16 14:58:41.345965 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-5f4f4c03-e200-4702-a570-410f03707792 req-27ab5b19-c577-47f0-8b24-68edaef888cb tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Dec 16 14:58:41.564513 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-ed714df1-ce5a-457d-a7a6-367ad683fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:42.535676 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e790-4c9f-4d8f-9069-b344174d6df9 req-f109373f-b336-4327-866a-0899a6199543 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:42.537159 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb69e790-4c9f-4d8f-9069-b344174d6df9 req-f109373f-b336-4327-866a-0899a6199543 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0864215 Dec 16 14:58:42.582600 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-fb69e790-4c9f-4d8f-9069-b344174d6df9 req-ec21df27-f576-4cb9-a3e4-ad87d83efe35 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Dec 16 14:58:42.621673 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:42.741866 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:43.688122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43204) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:43.810334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:43.824476 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:43.828623 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:74fa300eeb3b47ef9c47f9128b0985cb is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:43.831454 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:43.839282 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:43.923123 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:43.987011 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:43.995834 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-d7a22805-ae71-4e56-98f0-5b7380320010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:44.035136 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74fa300eeb3b47ef9c47f9128b0985cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458815 Dec 16 14:58:44.036033 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88d0c5-2bd5-427b-9a88-c00f0c89f827,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:44.038952 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43220) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:44.041506 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:44.056009 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:44.110488 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:44.136760 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:44.255549 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:44.259361 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5fdcbebe-f345-4b30-b7cc-13d5d3884835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:44.271523 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88d0c5-2bd5-427b-9a88-c00f0c89f827,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:44.276099 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:44.279677 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:44.281283 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e0a732eb-9360-4c6a-bb80-78e04afc1518 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc88d0c5-2bd5-427b-9a88-c00f0c89f827 HTTP/1.1" status: 204 len: 168 time: 0.2415078 Dec 16 14:58:44.936479 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43250) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:45.049238 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.064185 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:45.067880 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Usage tracker for resource:security_group_rule and tenant:5492a631c27b4bb99a4635a97ed70150 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:45.074889 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:45.076471 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:45.154942 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.233090 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.241996 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5e649ad7-8666-45c9-a84a-540df05f4813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:45.285754 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5492a631c27b4bb99a4635a97ed70150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480394 Dec 16 14:58:45.286880 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607de8b-d926-4f73-b239-88a8073f47df,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:45.288458 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43262) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:45.289864 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:45.346846 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.372679 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.459001 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43268) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:45.467138 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.470928 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c0a96118-52b8-45f0-b6df-9b2aa793b7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:45.484430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607de8b-d926-4f73-b239-88a8073f47df,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:45.488255 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:45.493945 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.495105 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c607de8b-d926-4f73-b239-88a8073f47df HTTP/1.1" status: 204 len: 168 time: 0.2051234 Dec 16 14:58:45.573430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1875610091-network', 'tenant_id': 'e1d7e655789e44369ea36c84d1f8dd08'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:45.578558 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:45.582400 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Usage tracker for resource:network and tenant:e1d7e655789e44369ea36c84d1f8dd08 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:45.585292 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:45.591533 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:45.678597 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Made reservation on behalf of e1d7e655789e44369ea36c84d1f8dd08 for: {'network': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:45.680891 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for network, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.693293 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.708433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:45.712497 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Usage tracker for resource:security_group_rule and tenant:e1d7e655789e44369ea36c84d1f8dd08 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:45.716259 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:45.722008 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:45.810053 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.849787 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.852831 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-20e45135-97b0-45c8-a047-77bd93ad58e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:45.881457 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:58:45.889658 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a4510-f256-40a1-a37a-3d4a8788ff8f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:45.893205 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:45.895642 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:45.895983 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.db.segments_db [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Added segment 4f18c547-41a7-4c37-8345-87ec2bdc4503 of type vlan for network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 Dec 16 14:58:45.921774 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761639229395'] for network, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.061609 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853'] for network, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.062976 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:46.063564 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.068499 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:46.074441 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43278) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:46.093175 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.107895 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:46.111697 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6de00d86574c40afa069a506b32b91 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:46.114441 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:46.120110 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:46.168437 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Pushing event updated for resources: {'Network': ['ID=3d1027ca-2231-4045-93ea-ca8a62aea3c4,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:46.171104 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:46.178738 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 details requested by agent ovs-agent-dv-cinder-821892-3-smb with host dv-cinder-821892-3-smb {{(pid=87437) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:58:46.205117 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.222212 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7621503 Dec 16 14:58:46.225158 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43282) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:46.231236 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.v2.base [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Request body: {'subnet': {'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1875610091-subnet', 'tenant_id': 'e1d7e655789e44369ea36c84d1f8dd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:46.236462 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:46.240334 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Usage tracker for resource:subnet and tenant:e1d7e655789e44369ea36c84d1f8dd08 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:46.243200 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:46.248935 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:46.262563 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.271226 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-050cd9b4-229a-4a21-8c2b-adfffd0bf0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:46.310353 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec6de00d86574c40afa069a506b32b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348111 Dec 16 14:58:46.312073 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef68c3-7c6f-46dd-ba9e-2c44e3c29889,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:46.313154 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43286) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:46.315030 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:46.318308 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Made reservation on behalf of e1d7e655789e44369ea36c84d1f8dd08 for: {'subnet': 1} {{(pid=87436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:46.320684 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4115257'] for subnet, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.374438 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.399402 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.541440 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.545468 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-690fce60-968d-419a-b5f1-b76d42f0d5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:46.559097 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef68c3-7c6f-46dd-ba9e-2c44e3c29889,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:46.562113 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:46.564698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.568965 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-478a9daa-f54e-48a9-97fc-fa32d3d8e7b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaef68c3-7c6f-46dd-ba9e-2c44e3c29889 HTTP/1.1" status: 204 len: 168 time: 0.2511554 Dec 16 14:58:46.656111 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4115211'] for subnet, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.661070 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:46.729914 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c0adce-67f3-4c7c-ac99-daaafd09ac3f,revision_number=0']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:46.733661 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:46.739495 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Checking segment: {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:58:46.739847 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Network hostable DHCP agents. Network: 3d1027ca-2231-4045-93ea-ca8a62aea3c4, hostable agents: ['fa8ccbd4-4562-4c12-85c8-20fe89a98431'], hosted agents: [] {{(pid=87436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:58:46.798462 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 is scheduled to be hosted by DHCP agent fa8ccbd4-4562-4c12-85c8-20fe89a98431 with binding_index 1 {{(pid=87436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:58:46.901566 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.base_scheduler [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-smb, 3d1027ca-2231-4045-93ea-ca8a62aea3c4) {{(pid=87436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:46.906099 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:46.906722 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for subnet, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:46.911106 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bf55d-55fb-4f60-a6c0-26a567f82b60 None None] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:58:47.014118 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-66e11b99-5df6-4020-8926-ba0cbd39b11b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7849312 Dec 16 14:58:47.131458 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdf6af-5ac1-45c1-a217-a5e20d0119f4 None None] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 14:58:49.518622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-83311fc4-6655-4395-807e-31d5eb103971 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:49.519300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-83311fc4-6655-4395-807e-31d5eb103971 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Synchronizing usage tracker for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:network {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:58:49.586882 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-83311fc4-6655-4395-807e-31d5eb103971 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Unset dirty status for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:network {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:58:49.588160 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-83311fc4-6655-4395-807e-31d5eb103971 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/networks?id=3d1027ca-2231-4045-93ea-ca8a62aea3c4 HTTP/1.1" status: 200 len: 814 time: 0.2159266 Dec 16 14:58:49.603566 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4e11ffd0-7996-4bb2-9dc7-b8367c3f7bbb tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/quotas/e1d7e655789e44369ea36c84d1f8dd08 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Dec 16 14:58:49.654158 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-c7a611ef-46d8-487d-a57f-289303486563 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453484 Dec 16 14:58:49.787800 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-3291a209-2120-49e6-89b5-faa78db23642 service neutron] 10.222.0.46 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270132 Dec 16 14:58:49.918795 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-074ef12e-1b38-4a1b-8abb-c696f0737913 service neutron] 10.222.0.46 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250491 Dec 16 14:58:50.148093 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-e49d154b-0e03-4ae7-bd1f-bde9f357bf55 req-38df08e2-4fbd-4006-bd33-47b2497e6117 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 210 time: 0.0469866 Dec 16 14:58:50.385669 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:58:51.304705 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7185cbfb-791a-49bb-8d58-f40fc972f008 req-3f49705b-f966-4f91-937e-61df323a9378 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 210 time: 0.0421865 Dec 16 14:58:51.833396 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43458) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:51.953678 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:51.968065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:51.971818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Usage tracker for resource:security_group_rule and tenant:e55891c1a7ac423aab8d2e41dea0d9f8 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:51.974731 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:51.981189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:52.062693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.101011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.110430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f1f8f8ce-4e3e-477b-aa9b-9b64b8585bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:52.151554 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e55891c1a7ac423aab8d2e41dea0d9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170478 Dec 16 14:58:52.153585 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37b733-f810-4f3b-987d-ca98d9e30e06,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:52.155327 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43464) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:52.160725 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.161096 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.161457 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.161814 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.162165 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.162541 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.162890 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.163236 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.163591 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.163935 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.164277 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.164615 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:52.168307 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-57c40106-8940-41b3-b058-a071a3882bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:52.212428 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.238303 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.353049 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.359413 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-cf17b567-0fee-44f3-a9ee-ed536d09b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:52.372156 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37b733-f810-4f3b-987d-ca98d9e30e06,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:52.375011 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:52.375916 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.379559 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-dff147db-40bb-4323-9142-1c18d32d1a66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe37b733-f810-4f3b-987d-ca98d9e30e06 HTTP/1.1" status: 204 len: 168 time: 0.2207229 Dec 16 14:58:52.484183 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-5df29d7c-dc61-40f1-af6c-097d7e23ca64 req-db3353ff-7038-42a8-b1a0-3f7aa5e1ebac tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 210 time: 0.0489120 Dec 16 14:58:52.820045 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-0a871f91-23cd-4a70-914e-060754125d51 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:52.821468 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-0a871f91-23cd-4a70-914e-060754125d51 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "GET /v2.0/networks?id=3d1027ca-2231-4045-93ea-ca8a62aea3c4 HTTP/1.1" status: 200 len: 814 time: 0.2500679 Dec 16 14:58:52.841384 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Request body: {'port': {'device_id': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4', 'admin_state_up': True, 'tenant_id': 'e1d7e655789e44369ea36c84d1f8dd08'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:52.948604 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43474) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:52.967589 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:52.980561 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:52.982265 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:52.984962 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Usage tracker for resource:port and tenant:e1d7e655789e44369ea36c84d1f8dd08 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:52.986175 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Usage tracker for resource:security_group_rule and tenant:7085a856871645628d6d1cc5efe02bfc is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:52.987978 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:52.989290 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:52.994347 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:52.995218 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:53.074090 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.095196 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Made reservation on behalf of e1d7e655789e44369ea36c84d1f8dd08 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:53.098730 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.141222 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.149891 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ec4c3d66-79d5-4229-958b-61f838ea86af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:53.189566 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7085a856871645628d6d1cc5efe02bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397792 Dec 16 14:58:53.191373 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e8f561-e01e-4ada-a916-3a783badf132,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:53.193020 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43482) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:53.194340 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:53.312214 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Allocated IP 172.20.0.11 (3d1027ca-2231-4045-93ea-ca8a62aea3c4/c6c0adce-67f3-4c7c-ac99-daaafd09ac3f/057fb220-c4ab-4ade-80f3-880e69ee3c4b) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:58:53.320072 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.365311 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.570029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.629953 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.637825 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3924014d-37f9-45da-8780-82fe61f4fb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:53.647158 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-86a66f69-78dd-4b87-8bdb-7c4ea7e464b8 req-36edd3aa-1636-4197-8284-eddfb3220f6a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 210 time: 0.0537822 Dec 16 14:58:53.657389 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e8f561-e01e-4ada-a916-3a783badf132,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:53.661361 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:53.671066 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.672165 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0e8f561-e01e-4ada-a916-3a783badf132 HTTP/1.1" status: 204 len: 168 time: 0.4776280 Dec 16 14:58:53.696460 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.703680 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c2af687e-9d5b-4bff-b99b-746078fb69af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:53.769476 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:58:53.772937 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:53.775236 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:58:53.832017 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Pushing event updated for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:53.836554 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:53.852063 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:53.852658 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:53.936349 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0985775 Dec 16 14:58:53.955472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Request body: {'port': {'device_id': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:54.066365 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:54.421190 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057fb220-c4ab-4ade-80f3-880e69ee3c4b {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:58:54.428297 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:54.442442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Transition to ACTIVE for port object 057fb220-c4ab-4ade-80f3-880e69ee3c4b will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:58:54.546778 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:54.551859 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5d2dba25-9084-4d74-beaf-58a7eb79f7e2 tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:54.700446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Pushing event updated for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:54.708052 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:54.866575 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55ea1-37fa-4f2e-886b-a8cef486402e req-ab0197c4-84e3-4e83-ab53-b8c0ae63b57a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:54.868323 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22a55ea1-37fa-4f2e-886b-a8cef486402e req-ab0197c4-84e3-4e83-ab53-b8c0ae63b57a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 944 time: 0.1095192 Dec 16 14:58:54.891741 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Attempting to bind port 057fb220-c4ab-4ade-80f3-880e69ee3c4b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:58:54.892248 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Attempting to bind port 057fb220-c4ab-4ade-80f3-880e69ee3c4b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:58:54.892422 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Attempting to bind port 057fb220-c4ab-4ade-80f3-880e69ee3c4b on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:58:54.897152 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Port 057fb220-c4ab-4ade-80f3-880e69ee3c4b on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 14:58:54.897523 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Attempting to bind port 057fb220-c4ab-4ade-80f3-880e69ee3c4b on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 14:58:54.902493 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 14:58:54.902864 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Checking segment: {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 14:58:54.903248 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Bound using segment: {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 14:58:54.903663 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Bound port: 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:58:54.904032 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:54.914890 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-22a55ea1-37fa-4f2e-886b-a8cef486402e req-ccaf6bca-e147-4ec4-9e42-c0e07da553fc tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Dec 16 14:58:54.999488 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 14:58:55.002613 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 14:58:55.107749 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:55.112606 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b76771bb-ef8b-4647-8d0d-572e24c8e3cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:55.168261 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.169501 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:55.170874 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] 10.222.0.53 "PUT /v2.0/ports/057fb220-c4ab-4ade-80f3-880e69ee3c4b HTTP/1.1" status: 200 len: 1094 time: 1.2198133 Dec 16 14:58:55.174389 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:58:55.189572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Pushing event updated for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:55.192623 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:55.219019 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b', 'status': 'completed', 'code': 200} Dec 16 14:58:55.338775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-d7546f53-a25c-4f26-b0c8-8c3464d7e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.340691 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-d7546f53-a25c-4f26-b0c8-8c3464d7e2f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 1097 time: 0.0750115 Dec 16 14:58:55.491694 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-e0291d6f-1fc2-48a3-b62f-17eea27c48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.493371 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-e0291d6f-1fc2-48a3-b62f-17eea27c48d6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1385880 Dec 16 14:58:55.638943 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-393ffdfb-189e-444d-9a04-a459c2adabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.640423 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-385d3688-f0da-4c50-b9c2-01e7cb735139 req-393ffdfb-189e-444d-9a04-a459c2adabe6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345072 Dec 16 14:58:55.770966 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-175d5519-4f1b-499e-9b1f-fb124ff0dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.772441 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-175d5519-4f1b-499e-9b1f-fb124ff0dbdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 1097 time: 0.0708680 Dec 16 14:58:55.851077 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-f7811967-2a65-4c0e-80a4-55812ae8cae3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b HTTP/1.1" status: 200 len: 217 time: 0.0650907 Dec 16 14:58:55.915351 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-f464bae0-f0c5-44c3-896a-b8701d8fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:55.916788 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-f464bae0-f0c5-44c3-896a-b8701d8fa404 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6c0adce-67f3-4c7c-ac99-daaafd09ac3f HTTP/1.1" status: 200 len: 854 time: 0.0601213 Dec 16 14:58:55.966147 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-a1ffc050-e4bc-4799-aba0-6529dc3cee6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d1027ca-2231-4045-93ea-ca8a62aea3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407579 Dec 16 14:58:56.100296 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-bc562bb6-aaa8-433e-aaeb-4032b3f95535 service neutron] 10.222.0.53 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243103 Dec 16 14:58:56.106077 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48dd46-27c8-460f-bf3c-57d50bf94553 req-3204393a-1d7f-4a8b-a5de-b9036197c81b tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:56.107593 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7e48dd46-27c8-460f-bf3c-57d50bf94553 req-3204393a-1d7f-4a8b-a5de-b9036197c81b tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 944 time: 0.0811698 Dec 16 14:58:56.152391 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7e48dd46-27c8-460f-bf3c-57d50bf94553 req-bb699327-1bad-4af5-bc1c-156f204680c5 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Dec 16 14:58:56.241451 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-fb4f9f00-4ea2-48be-bce0-ab241bcf385c req-85640c68-8ff2-4759-842f-26fb5b9f992a service neutron] 10.222.0.53 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354489 Dec 16 14:58:56.310678 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43536) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:56.422995 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.437174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:56.441023 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3002ea95a8345ceb88efae2f61bbe59 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:56.443941 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:56.449529 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:56.533111 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.597888 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.605045 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c8a4b63f-e8af-4ffd-83de-9da850ad6c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:56.645303 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3002ea95a8345ceb88efae2f61bbe59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335531 Dec 16 14:58:56.646211 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa00f0-a0fc-4b15-8150-5f5c882d5cdb,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:56.648016 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43542) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:56.649118 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-e582f85d-0fd3-4415-8fb9-7a8561aadbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:56.709595 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.735566 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.826710 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.830698 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:56.844143 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa00f0-a0fc-4b15-8150-5f5c882d5cdb,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:56.846734 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:56.850995 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:56.852321 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cfa00f0-a0fc-4b15-8150-5f5c882d5cdb HTTP/1.1" status: 204 len: 168 time: 0.2031517 Dec 16 14:58:57.333514 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43552) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:57.343106 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-19b116a5-d849-490c-a1aa-0d96cfba9452 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:57.343795 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-19b116a5-d849-490c-a1aa-0d96cfba9452 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Synchronizing usage tracker for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:58:57.366704 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.386067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:58:57.390433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Usage tracker for resource:security_group_rule and tenant:fac752d2a14946548b14328367315d7a is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:58:57.394543 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:58:57.398641 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:58:57.473519 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-19b116a5-d849-490c-a1aa-0d96cfba9452 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Unset dirty status for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:58:57.474684 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-19b116a5-d849-490c-a1aa-0d96cfba9452 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 944 time: 0.2154758 Dec 16 14:58:57.478628 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.519110 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-bcccc435-e5db-4608-b6df-681fc1193309 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Synchronizing usage tracker for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:security_group {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:58:57.564249 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.571053 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-30ec9aee-baae-4ded-bfdb-16b76813a22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:57.604092 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-bcccc435-e5db-4608-b6df-681fc1193309 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Unset dirty status for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:security_group {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:58:57.605244 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-7d46fa26-8256-4f12-8a93-66dd13c980f1 req-bcccc435-e5db-4608-b6df-681fc1193309 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249228 Dec 16 14:58:57.614115 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcf189-f378-4fd3-8bf1-d2c6e01a6818,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:57.617321 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:57.620970 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-bcc27523-56f9-41f4-a729-fb8a72bc77c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fac752d2a14946548b14328367315d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862017 Dec 16 14:58:57.623790 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43556) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:57.681643 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.710300 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.843737 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.847511 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-9ded739b-7daa-4504-a783-24d2aaab509f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:57.858724 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcf189-f378-4fd3-8bf1-d2c6e01a6818,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:57.862488 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:57.866975 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:57.868105 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-18ac6310-ba69-4a7b-97bd-3d8f3e1e41bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37bcf189-f378-4fd3-8bf1-d2c6e01a6818 HTTP/1.1" status: 204 len: 168 time: 0.2433941 Dec 16 14:58:58.023331 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 057fb220-c4ab-4ade-80f3-880e69ee3c4b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:58:58.154855 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:58.171699 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': '057fb220-c4ab-4ade-80f3-880e69ee3c4b', 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4', 'port_id': '057fb220-c4ab-4ade-80f3-880e69ee3c4b', 'mac_address': 'fa:16:3e:f9:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c0adce-67f3-4c7c-ac99-daaafd09ac3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:58:58.226183 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:58.243790 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057fb220-c4ab-4ade-80f3-880e69ee3c4b {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:58:58.258935 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:58:58.329893 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:58.331824 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:58:58.396437 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:58.399549 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:58:58.609607 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:58:58.614958 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['057fb220-c4ab-4ade-80f3-880e69ee3c4b'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:58:58.796405 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6866-6977-4a0f-bb0c-66fbf5b85a66 req-86dd734c-e71c-4639-868b-d530e0e46a16 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:58.798388 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-368b6866-6977-4a0f-bb0c-66fbf5b85a66 req-86dd734c-e71c-4639-868b-d530e0e46a16 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 945 time: 0.0828643 Dec 16 14:58:58.852674 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-368b6866-6977-4a0f-bb0c-66fbf5b85a66 req-b2ce2904-f6bf-4372-abd8-1394e6bee888 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453486 Dec 16 14:59:00.021376 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 057fb220-c4ab-4ade-80f3-880e69ee3c4b up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:59:00.158593 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port 057fb220-c4ab-4ade-80f3-880e69ee3c4b completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:59:00.163635 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port 057fb220-c4ab-4ade-80f3-880e69ee3c4b triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:59:00.164017 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:00.189757 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112143b-6bd0-44d0-a010-15b59ec19743 req-4121ac2b-0559-42b5-a804-a60069fc3f9f tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:00.191243 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8112143b-6bd0-44d0-a010-15b59ec19743 req-4121ac2b-0559-42b5-a804-a60069fc3f9f tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 945 time: 0.0828965 Dec 16 14:59:00.245518 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-8112143b-6bd0-44d0-a010-15b59ec19743 req-d2d46a43-38d7-4898-a001-dec7188fd58b tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Dec 16 14:59:00.292979 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:00.319822 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:59:00.330956 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:59:00.363270 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b', 'code': 200} Dec 16 14:59:00.381123 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:00.383198 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:00.450087 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:00.453632 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:00.735595 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44ab11-bc4b-4a33-ba1b-0fb043620936 req-9f7789ae-3c2e-4efb-8628-b9d5bc3542d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:00.737100 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f44ab11-bc4b-4a33-ba1b-0fb043620936 req-9f7789ae-3c2e-4efb-8628-b9d5bc3542d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 1099 time: 0.0739577 Dec 16 14:59:00.777136 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6f44ab11-bc4b-4a33-ba1b-0fb043620936 req-a47c2e4d-ab39-470e-944c-86358a328ae4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Dec 16 14:59:01.427626 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813cb6e-c001-40f6-9722-79deba3dcd3c req-691d8ac3-c569-4e76-b284-05b0d6d25dbc tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:01.429490 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4813cb6e-c001-40f6-9722-79deba3dcd3c req-691d8ac3-c569-4e76-b284-05b0d6d25dbc tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0810640 Dec 16 14:59:01.477208 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-4813cb6e-c001-40f6-9722-79deba3dcd3c req-8ceac267-f9dc-49a2-84c9-15872286926e tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Dec 16 14:59:02.662762 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c132-b9a3-433e-bb16-e23ed617472f req-7aa61ae5-081c-48d4-9b2a-f641920a8c70 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:02.664127 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-99c0c132-b9a3-433e-bb16-e23ed617472f req-7aa61ae5-081c-48d4-9b2a-f641920a8c70 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0813661 Dec 16 14:59:02.707156 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-99c0c132-b9a3-433e-bb16-e23ed617472f req-91ebf789-f7d0-4c17-ae98-df471c63c21d tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Dec 16 14:59:09.202089 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-522f88ff-be19-4af1-930f-9b7499bfc346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.379025 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43770) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:11.497630 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.512264 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:59:11.516051 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Usage tracker for resource:security_group_rule and tenant:f5472002fee3456ca500020d29957460 is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:59:11.518971 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:59:11.524850 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:59:11.564135 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-34b45c07-0087-4b57-83bf-2435bbb58723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.612099 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.689560 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.697024 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-29bf3a5c-b46e-46f5-84e0-abe641440114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:11.738373 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5472002fee3456ca500020d29957460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582177 Dec 16 14:59:11.739309 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8b056-a272-4f98-b3c7-9f7025a5129f,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:11.741114 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43776) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:11.742459 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:11.800186 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.825453 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.946776 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.950594 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bddf5304-dfca-44cd-8dc7-67842d3306c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:11.965174 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8b056-a272-4f98-b3c7-9f7025a5129f,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:11.968619 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:11.978648 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:11.979813 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-5cbe1255-b7cb-4693-8ce1-343baf8cbcb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0b8b056-a272-4f98-b3c7-9f7025a5129f HTTP/1.1" status: 204 len: 168 time: 0.2371645 Dec 16 14:59:12.591168 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43786) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:12.609572 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.624746 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:59:12.626498 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.630650 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Usage tracker for resource:security_group_rule and tenant:18a5ff31202b4a549948f608c5700af2 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:59:12.631769 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:59:12.637484 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:59:12.725580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.740594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.792163 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.800875 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-5c1403e7-998d-4c5d-a8fe-54bb204f26f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:12.841923 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82473f-1546-4e39-8b61-064b9bdb4e93,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:12.845089 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:12.850256 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-921a2ede-d220-4d34-acbe-c9522d34cea6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18a5ff31202b4a549948f608c5700af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554827 Dec 16 14:59:12.851480 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43790) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:12.913277 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:12.941515 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.078386 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.082155 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-b90b7677-ff62-4077-80e3-e3b780beab6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:13.095499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82473f-1546-4e39-8b61-064b9bdb4e93,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:13.098366 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:13.100495 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.102382 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-c910f4d4-675c-414c-9a4f-9a36ba2b25b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff82473f-1546-4e39-8b61-064b9bdb4e93 HTTP/1.1" status: 204 len: 168 time: 0.2509453 Dec 16 14:59:13.779773 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43800) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:13.798894 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.814545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:59:13.818592 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9d117dacc94241bcf858caac8dcafd is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:59:13.821342 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:59:13.827006 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:59:13.908266 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.963558 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:13.972586 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-08b14efd-5d1c-45b7-8e25-11e5afb9fba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:14.012412 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e9d117dacc94241bcf858caac8dcafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315278 Dec 16 14:59:14.013435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05808e57-729b-404d-889e-1c276c9fd6f6,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:14.016131 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43804) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:14.017503 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-1b4697b6-6825-462f-85ea-239cbac82e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:14.032495 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:14.079477 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:14.104927 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:14.306596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:14.310224 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-3e9bd9bc-b08f-41f5-a4f8-c3158baa8dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:14.322506 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05808e57-729b-404d-889e-1c276c9fd6f6,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:14.325073 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:14.334856 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:14.335977 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-6863960a-9388-455b-8cb3-724a72806e1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05808e57-729b-404d-889e-1c276c9fd6f6 HTTP/1.1" status: 204 len: 168 time: 0.3182924 Dec 16 14:59:18.000767 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43898) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:18.117495 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.132162 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:59:18.135925 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Usage tracker for resource:security_group_rule and tenant:74cedcd6883c4c7085abd42a048cf998 is out of sync, need to count used quota {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:59:18.138707 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.quota.resource [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87436) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:59:18.144325 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.db.quota.driver [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:59:18.223066 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.294655 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.303877 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6ba38394-166a-45f7-8040-0964ddfdf5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:18.342595 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74cedcd6883c4c7085abd42a048cf998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407574 Dec 16 14:59:18.343832 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2360a6b-c962-42a1-ac5f-508ca33953e4,revision_number=1']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:18.345774 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43904) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:18.347066 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-88e479d2-034b-46dd-8dff-812017a0f08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:18.402535 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.428232 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.545874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.550266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ace6f26b-7ef0-42af-8429-19630c555cf2 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:18.561826 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2360a6b-c962-42a1-ac5f-508ca33953e4,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:18.566266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:18.568475 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:18.569448 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-60d53328-a4d0-4057-8f74-8a1c7cea0fe0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2360a6b-c962-42a1-ac5f-508ca33953e4 HTTP/1.1" status: 204 len: 168 time: 0.2226856 Dec 16 14:59:19.180353 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 43914) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:19.198149 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.213053 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:59:19.216828 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Usage tracker for resource:security_group_rule and tenant:5afe4819c0f14511aa06817bab818dac is out of sync, need to count used quota {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:59:19.219829 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:59:19.230899 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:59:19.329370 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.374472 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.381781 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1bb515a3-ce79-46e9-9cd5-f5a0bcc79048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:19.420299 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5afe4819c0f14511aa06817bab818dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388954 Dec 16 14:59:19.421256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f9c28-d6f8-4da0-b723-8735f6f36100,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:19.423488 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 43918) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:19.424768 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5344f4aa-5418-4d43-bfcd-a8d016c1f14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:19.480382 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.507239 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.615287 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.619103 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ff50239c-c493-4759-a907-f96be523c351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:19.631609 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f9c28-d6f8-4da0-b723-8735f6f36100,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:19.635308 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:19.645059 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:19.646169 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-bc47b94f-09a3-45c3-a8a6-dd5542fdb353 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b9f9c28-d6f8-4da0-b723-8735f6f36100 HTTP/1.1" status: 204 len: 168 time: 0.2216637 Dec 16 14:59:27.383634 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:59:28.637152 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:31.619786 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-f25baa6c-04ed-4ef1-b90c-e2ba8403d031 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686588 Dec 16 14:59:31.775247 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-ea7785d4-bdc9-48af-8d3d-3cf5dc986e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:31.776628 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-ea7785d4-bdc9-48af-8d3d-3cf5dc986e23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0725060 Dec 16 14:59:31.923763 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-e20283b7-2d75-4700-a5bf-625fe740ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:31.925364 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-e20283b7-2d75-4700-a5bf-625fe740ca02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1280751 Dec 16 14:59:32.032509 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-7e4b1092-2358-4ac8-af84-192d1cfb900f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 1000 time: 0.0990720 Dec 16 14:59:32.099832 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-a2471455-167a-4d1b-9899-4bf6ddaeeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:32.101299 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-a2471455-167a-4d1b-9899-4bf6ddaeeba6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0629926 Dec 16 14:59:32.177049 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-fdff7cc9-fd71-4178-a0b9-75668ab42ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:32.178549 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-fdff7cc9-fd71-4178-a0b9-75668ab42ad0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701859 Dec 16 14:59:32.311310 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-551b0d43-6c01-4549-9de1-e90d82859675 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247449 Dec 16 14:59:32.448477 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-422ec6f2-786d-43fe-89dd-4593b6e2881f req-9bc91275-cef6-432f-aa4d-9bb829f1c28a service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299322 Dec 16 14:59:39.180226 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-c7493ac7-6a25-49a7-aee1-00a65941713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:41.539953 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-7b95b807-cf9a-488c-b40b-c9624638755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:42.620271 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:42.745771 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:44.049097 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:46.751621 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec39e53-d4b4-42e6-bddb-a37c4e985127 req-7d7a0705-f06b-4d86-bd03-d81c2ea330dd tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:46.753096 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-dec39e53-d4b4-42e6-bddb-a37c4e985127 req-7d7a0705-f06b-4d86-bd03-d81c2ea330dd tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0793397 Dec 16 14:59:46.796962 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-dec39e53-d4b4-42e6-bddb-a37c4e985127 req-72ad2a33-a17b-452f-b97e-ee5d87429efa tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Dec 16 14:59:47.983595 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178b951-4e81-491e-9c8c-b09992e85f7c req-3a0af0b4-4614-4f25-bcc6-bce0603fe867 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:47.985019 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6178b951-4e81-491e-9c8c-b09992e85f7c req-3a0af0b4-4614-4f25-bcc6-bce0603fe867 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0819051 Dec 16 14:59:48.028370 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6178b951-4e81-491e-9c8c-b09992e85f7c req-480d4ae4-e881-4f23-a4c5-9f8180f8d3b5 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Dec 16 14:59:49.212718 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f206-31e8-4e70-a1ca-e5390c2b3489 req-db0f4ae6-e38a-45e7-8154-d66e92c1c088 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:49.214157 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-55e6f206-31e8-4e70-a1ca-e5390c2b3489 req-db0f4ae6-e38a-45e7-8154-d66e92c1c088 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0820732 Dec 16 14:59:49.259144 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-55e6f206-31e8-4e70-a1ca-e5390c2b3489 req-3a3bab0e-faed-4ebd-b98a-805828f58937 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Dec 16 14:59:50.447022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340399e5-42bd-4759-b762-3cb878fb265e req-2bc1c526-cce5-47ae-8480-65070f145bb3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:50.448493 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-340399e5-42bd-4759-b762-3cb878fb265e req-2bc1c526-cce5-47ae-8480-65070f145bb3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0841758 Dec 16 14:59:50.495513 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-340399e5-42bd-4759-b762-3cb878fb265e req-619009f4-faef-4324-bf8d-5723670fcc5f tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Dec 16 14:59:51.320173 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-74f74cfd-1b10-4131-8c9f-23351dfb13a8 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:51.321633 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-74f74cfd-1b10-4131-8c9f-23351dfb13a8 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0792773 Dec 16 14:59:51.393337 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Deleting port 057fb220-c4ab-4ade-80f3-880e69ee3c4b {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:59:51.393678 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:51.637729 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] For port 057fb220-c4ab-4ade-80f3-880e69ee3c4b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=057fb220-c4ab-4ade-80f3-880e69ee3c4b,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 14:59:51.638446 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:51.675952 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702c49-a3eb-4419-ab9f-81d3e7e7d47a req-7cbffe84-aa24-42c5-a4ea-3a2b8c259370 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:51.677463 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2e702c49-a3eb-4419-ab9f-81d3e7e7d47a req-7cbffe84-aa24-42c5-a4ea-3a2b8c259370 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 946 time: 0.0797815 Dec 16 14:59:51.723844 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2e702c49-a3eb-4419-ab9f-81d3e7e7d47a req-bbf3e91d-f260-4c32-a84d-7815bf21fe1f tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Dec 16 14:59:51.853018 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Calling delete_port for 057fb220-c4ab-4ade-80f3-880e69ee3c4b owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:59:52.053841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:52.059281 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-66a4790b-764f-428b-b3b6-ce39f20592bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:52.087015 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['057fb220-c4ab-4ade-80f3-880e69ee3c4b'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:59:52.106626 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Pushing event deleted for resources: {'Port': ['ID=057fb220-c4ab-4ade-80f3-880e69ee3c4b,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:52.109524 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:52.180818 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] No DVR routers for this DVR port 057fb220-c4ab-4ade-80f3-880e69ee3c4b on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:59:52.183169 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:52.185665 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'name': 'network-vif-deleted', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:59:52.229040 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487', 'name': 'network-vif-deleted', 'tag': '057fb220-c4ab-4ade-80f3-880e69ee3c4b', 'status': 'completed', 'code': 200} Dec 16 14:59:52.260325 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-83e3f4c7-e2cb-461e-bbbc-af8d49402d7a req-7900e45c-1735-4f75-8d71-0f7c485be1cf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "DELETE /v2.0/ports/057fb220-c4ab-4ade-80f3-880e69ee3c4b HTTP/1.1" status: 204 len: 173 time: 0.9328184 Dec 16 14:59:52.975815 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-7626104c-d546-4089-a64a-aa7804a93ec0 req-de65b439-9831-4c7d-bdfb-0b88b8c19a12 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ea6e19-b2f0-4d37-bbb1-c1217cf3b487 HTTP/1.1" status: 200 len: 210 time: 0.1272488 Dec 16 14:59:54.331764 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 057fb220-c4ab-4ade-80f3-880e69ee3c4b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:59:54.368710 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 057fb220-c4ab-4ade-80f3-880e69ee3c4b {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 14:59:54.369059 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 057fb220-c4ab-4ade-80f3-880e69ee3c4b not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:59:55.934260 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 44058) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:56.140104 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Deleting port 8a19922a-d481-4399-ad1a-516f16648a72 {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:59:56.140435 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:56.317694 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:56.317918 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:56.437994 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Calling delete_port for 8a19922a-d481-4399-ad1a-516f16648a72 owned by network:floatingip {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 14:59:56.653797 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:56.658698 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-6d464355-6552-4d9a-8fea-9d71dc451327 tempest-AttachVolumeShelveTestJSON-403675574 tempest-AttachVolumeShelveTestJSON-403675574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:59:56.700352 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event deleted for resources: {'Port': ['ID=8a19922a-d481-4399-ad1a-516f16648a72,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:56.744805 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.745179 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.745545 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.745908 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.746264 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.746639 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.746989 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.747335 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.747683 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.748026 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.748369 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.748713 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:59:56.775988 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:59:56.804257 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for floatingip, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:56.804592 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.db.l3_db [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Floating IP 6670ff93-bf34-40d1-9148-7b49306e4323 disassociated (deleted). External IP: 172.28.2.55, port: 236760cf-12b9-40f9-9a64-8d06001e7ffb. Dec 16 14:59:57.166144 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Router 907d65b1-84b3-4e81-bb98-cb27a8954622 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 14:59:57.445458 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 14:59:57.458822 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Sync routers for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:59:57.466528 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:59:57.467142 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:59:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:57.539800 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for floatingip, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:57.598996 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-4cfa6484-083c-4159-b6ac-f3cd1a16c3fe tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "DELETE /v2.0/floatingips/6670ff93-bf34-40d1-9148-7b49306e4323 HTTP/1.1" status: 204 len: 168 time: 1.6635990 Dec 16 14:59:57.599778 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:59:57.651866 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:59:57.655833 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'status': 'completed', 'code': 200} Dec 16 14:59:57.797948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7566c-c769-42fb-aa39-35c7296195be req-5519a6d2-1fc6-45ed-80de-c8353471708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:57.799441 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-5519a6d2-1fc6-45ed-80de-c8353471708e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc2c539381c455081e821165c3305bc&device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 1098 time: 0.0995932 Dec 16 14:59:57.935430 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7566c-c769-42fb-aa39-35c7296195be req-dc0426d1-99ac-4fe2-85ff-1de3f22c5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:57.936862 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-dc0426d1-99ac-4fe2-85ff-1de3f22c5df9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 200 len: 910 time: 0.1306472 Dec 16 14:59:57.987474 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:57.991428 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Checking router: 907d65b1-84b3-4e81-bb98-cb27a8954622 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:59:58.002031 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:59:58.002767 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:59:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:58.009060 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-7695b507-2d13-41d9-b198-6b3f7fbc573c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 200 len: 217 time: 0.0648704 Dec 16 14:59:58.073589 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7566c-c769-42fb-aa39-35c7296195be req-a1a86aff-74c4-4313-ad21-0be85b66612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:58.075454 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-a1a86aff-74c4-4313-ad21-0be85b66612d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 200 len: 848 time: 0.0603135 Dec 16 14:59:58.219399 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7566c-c769-42fb-aa39-35c7296195be req-e08c2dfb-5093-4c16-b8a4-f1bcbf725fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:58.220274 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 14:59:58.221417 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-e08c2dfb-5093-4c16-b8a4-f1bcbf725fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18762f9b-348b-4899-a6e2-bd1979b20c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1345232 Dec 16 14:59:58.232386 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb46b7-1b16-4258-bd48-6297ed446db5 req-601640ba-c05b-4f1c-be0e-de379bbf81a7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:58.233776 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7cb46b7-1b16-4258-bd48-6297ed446db5 req-601640ba-c05b-4f1c-be0e-de379bbf81a7 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.1178014 Dec 16 14:59:58.359122 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-f7cb46b7-1b16-4258-bd48-6297ed446db5 req-f3286400-b23c-4699-9187-a3781fcb261a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062791 Dec 16 14:59:58.397649 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-ef7c8411-d89d-403a-835f-c5e1b0fa391f service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629453 Dec 16 14:59:58.530044 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-88c7566c-c769-42fb-aa39-35c7296195be req-ffe8918d-e138-482f-a15b-053dcd46f799 service neutron] 10.222.0.53 "GET /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249771 Dec 16 14:59:58.534831 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:58.538676 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ffd1-cd22-40bf-a192-dbcf4b26e553 None None] The sync data for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb is: [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb', '_interfaces': [{'id': '2e4b1bd6-e37d-4418-ab7a-9077bb68823c', 'name': '', 'network_id': '18762f9b-348b-4899-a6e2-bd1979b20c5b', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'mac_address': 'fa:16:3e:1c:1d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:55:37Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'subnets': [{'id': '50ac4491-0f7e-436e-9d1c-b5a066bc6e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:59:58.664991 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:58.758001 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0131fea-2f0b-451b-a4a8-16bea2847a5c None None] New status for floating IP 6670ff93-bf34-40d1-9148-7b49306e4323: DOWN {{(pid=87438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 14:59:59.140626 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-a7796ea8-01a3-4377-a419-518d269dc7bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:59.142003 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-a7796ea8-01a3-4377-a419-518d269dc7bf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/networks?id=3d1027ca-2231-4045-93ea-ca8a62aea3c4 HTTP/1.1" status: 200 len: 814 time: 0.1423633 Dec 16 14:59:59.156030 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-1461ac7c-1c10-4eba-a68a-36642ab566ec tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/quotas/e1d7e655789e44369ea36c84d1f8dd08 HTTP/1.1" status: 200 len: 375 time: 0.0085735 Dec 16 14:59:59.201686 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-305ea576-0d9b-428f-bd3d-404a67740701 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406430 Dec 16 14:59:59.334954 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-30ec81d6-5ff4-45da-bb3e-655174f1389c service neutron] 10.222.0.46 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268752 Dec 16 14:59:59.462893 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-417b7e1b-adf7-4c61-b4e3-10e02a0b2890 service neutron] 10.222.0.46 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221485 Dec 16 14:59:59.546668 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d1397-a567-4836-b054-b409c56a7c5c req-f485df82-5930-44de-8d47-b3a43d0402d3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:59.548806 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-757d1397-a567-4836-b054-b409c56a7c5c req-f485df82-5930-44de-8d47-b3a43d0402d3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.0845428 Dec 16 14:59:59.643186 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-757d1397-a567-4836-b054-b409c56a7c5c req-1c97d7c2-15d1-497c-9590-1a9a5f8b53c0 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/security-groups?id=27447036-bde7-4347-92f2-a816fbe4ffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887339 Dec 16 14:59:59.666015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-56c86e3d-7f55-4784-bd94-db5169d759d0 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:59.667585 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-56c86e3d-7f55-4784-bd94-db5169d759d0 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.53 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 945 time: 0.1120267 Dec 16 14:59:59.763780 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d4875341-2a27-498d-9ddf-3bb250afa4d6 req-210e54dc-5ab3-4992-8978-2d7176697c10 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Synchronizing usage tracker for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:59:59.789859 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Deleting port 236760cf-12b9-40f9-9a64-8d06001e7ffb {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 14:59:59.790193 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:59:59.850163 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-d4875341-2a27-498d-9ddf-3bb250afa4d6 req-210e54dc-5ab3-4992-8978-2d7176697c10 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Unset dirty status for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:59:59.851457 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-d4875341-2a27-498d-9ddf-3bb250afa4d6 req-210e54dc-5ab3-4992-8978-2d7176697c10 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 210 time: 0.1445372 Dec 16 15:00:00.162719 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] For port 236760cf-12b9-40f9-9a64-8d06001e7ffb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=236760cf-12b9-40f9-9a64-8d06001e7ffb,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:00.163130 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:00.287561 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Calling delete_port for 236760cf-12b9-40f9-9a64-8d06001e7ffb owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:00.482783 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:00.488888 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:00.537416 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event deleted for resources: {'Port': ['ID=236760cf-12b9-40f9-9a64-8d06001e7ffb,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:00.577101 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.577718 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.577854 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.578256 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581055 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.581687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:00.588576 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:00.624631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] No DVR routers for this DVR port 236760cf-12b9-40f9-9a64-8d06001e7ffb on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:00:00.627615 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:00.630213 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-deleted', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:00:00.646769 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-64aa5c18-6c8e-4467-9c0b-99d4d741cfc6 req-fae8ad1f-7ee8-4cfd-869f-241f95af098a tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.53 "DELETE /v2.0/ports/236760cf-12b9-40f9-9a64-8d06001e7ffb HTTP/1.1" status: 204 len: 173 time: 0.9737885 Dec 16 15:00:00.676116 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728515de-bd74-464e-b221-2d7e3f1ccb76', 'name': 'network-vif-deleted', 'tag': '236760cf-12b9-40f9-9a64-8d06001e7ffb', 'status': 'completed', 'code': 200} Dec 16 15:00:00.802948 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-ea971a8f-d09b-4090-8476-4a5594f7151d req-685faa1d-4226-4799-a3d9-63aa6db86b92 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Synchronizing usage tracker for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 15:00:00.871102 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-ea971a8f-d09b-4090-8476-4a5594f7151d req-685faa1d-4226-4799-a3d9-63aa6db86b92 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Unset dirty status for tenant:9fc2c539381c455081e821165c3305bc on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 15:00:00.874704 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-ea971a8f-d09b-4090-8476-4a5594f7151d req-685faa1d-4226-4799-a3d9-63aa6db86b92 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.1163661 Dec 16 15:00:01.008480 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-6aa670b5-aacb-41b7-b827-48698b41e250 req-0c6f64f5-399a-4437-aca6-ae5b2c49adb8 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 210 time: 0.0448098 Dec 16 15:00:01.656519 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-f257518d-5ded-43ed-bd7c-58f84d2872f5 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:01.658001 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-f257518d-5ded-43ed-bd7c-58f84d2872f5 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "GET /v2.0/networks?id=3d1027ca-2231-4045-93ea-ca8a62aea3c4 HTTP/1.1" status: 200 len: 814 time: 0.1597681 Dec 16 15:00:01.676580 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Request body: {'port': {'device_id': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4', 'admin_state_up': True, 'tenant_id': 'e1d7e655789e44369ea36c84d1f8dd08'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:00:01.817576 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 15:00:01.827992 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.quota.driver [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 15:00:01.903706 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Made reservation on behalf of e1d7e655789e44369ea36c84d1f8dd08 for: {'port': 1} {{(pid=87435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:00:01.907543 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:02.090021 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6215569a-bc07-44eb-9d84-589177cd58dc req-6ef36dd6-a968-475a-b70d-4d8ede31d5e3 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "GET /v2.0/ports?device_id=728515de-bd74-464e-b221-2d7e3f1ccb76 HTTP/1.1" status: 200 len: 210 time: 0.0878291 Dec 16 15:00:02.122121 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_common [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Allocated IP 172.20.0.2 (3d1027ca-2231-4045-93ea-ca8a62aea3c4/c6c0adce-67f3-4c7c-ac99-daaafd09ac3f/dd145a8d-3c75-4b1b-a532-2e0daf34d041) {{(pid=87435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:00:02.183541 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-983df231-9ba9-4add-83f3-4e7dc505b296 req-b5a7e1cf-1ac0-46d1-9801-06df9ec05b84 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 210 time: 0.0462184 Dec 16 15:00:02.322650 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks [] for port, precommit_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:02.388000 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761639242837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_create {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:02.393901 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:02.394479 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-bb5d4aee-6bc5-4650-a18b-8e812ad2641e tempest-VolumesActionsTest-1826378660 tempest-VolumesActionsTest-1826378660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:02.428348 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: 236760cf-12b9-40f9-9a64-8d06001e7ffb {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:02.430109 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device 236760cf-12b9-40f9-9a64-8d06001e7ffb not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:02.461316 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 is already hosted by enough agents. {{(pid=87435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:00:02.464339 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.base_scheduler [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Resources bound (agent type, host, resource id): {{(pid=87435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:00:02.468375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Received port after_create {{(pid=87435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:00:02.507676 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Pushing event updated for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=1']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:02.512125 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:02.534572 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:02.535173 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:02.625548 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-2ccf487f-6bcd-496c-a99f-efee6368e28a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525578 Dec 16 15:00:02.643388 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.v2.base [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Request body: {'port': {'device_id': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:00:02.843765 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.176823 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd145a8d-3c75-4b1b-a532-2e0daf34d041 {{(pid=87435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:00:03.184037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.195061 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 44122) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:03.198857 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.provisioning_blocks [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Transition to ACTIVE for port object dd145a8d-3c75-4b1b-a532-2e0daf34d041 will not be triggered until provisioned by entity L2. {{(pid=87435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:00:03.264141 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.293402 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.293842 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.298167 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-23513727-6484-4bf1-9d2c-5dfe70bd1a74 tempest-AttachVolumeTestJSON-1858424067 tempest-AttachVolumeTestJSON-1858424067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:03.411964 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0a00e-0a31-4649-841d-6d15d2b6fc11 req-dc31bfd0-b186-441c-849d-e74faca930b3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:03.413409 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-93c0a00e-0a31-4649-841d-6d15d2b6fc11 req-dc31bfd0-b186-441c-849d-e74faca930b3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 943 time: 0.1115766 Dec 16 15:00:03.452863 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Pushing event updated for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=2']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:03.460688 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:03.464176 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-93c0a00e-0a31-4649-841d-6d15d2b6fc11 req-ca2f2928-02d7-4538-bca1-a0a799c4a49e tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Dec 16 15:00:03.525028 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Attempting to bind port dd145a8d-3c75-4b1b-a532-2e0daf34d041 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 15:00:03.525363 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Attempting to bind port dd145a8d-3c75-4b1b-a532-2e0daf34d041 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 15:00:03.525685 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Attempting to bind port dd145a8d-3c75-4b1b-a532-2e0daf34d041 on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 15:00:03.530158 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Port dd145a8d-3c75-4b1b-a532-2e0daf34d041 on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 16 15:00:03.530507 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Attempting to bind port dd145a8d-3c75-4b1b-a532-2e0daf34d041 on network 3d1027ca-2231-4045-93ea-ca8a62aea3c4 {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 16 15:00:03.535508 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Checking agent: {'id': '8811d9bc-5b2f-4ca3-8290-9cc13a29c681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'started_at': datetime.datetime(2021, 12, 16, 14, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 16 15:00:03.535845 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Checking segment: {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 16 15:00:03.536230 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Bound using segment: {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'} {{(pid=87435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 16 15:00:03.536645 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.managers [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Bound port: dd145a8d-3c75-4b1b-a532-2e0daf34d041, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f18c547-41a7-4c37-8345-87ec2bdc4503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4'}}] {{(pid=87435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 15:00:03.536985 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.545122 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.550842 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-ac40c309-4b59-4ba4-b456-5bcac2ace43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:03.566048 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27447036-bde7-4347-92f2-a816fbe4ffe0,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:03.568567 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:03.629298 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, cleared binding levels {{(pid=87435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 16 15:00:03.630580 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.631727 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-3c34db45-f379-4acd-8a12-e637c3a58622 tempest-TestShelveInstance-828213776 tempest-TestShelveInstance-828213776-project] 10.222.0.46 "DELETE /v2.0/security-groups/27447036-bde7-4347-92f2-a816fbe4ffe0 HTTP/1.1" status: 204 len: 168 time: 0.4357014 Dec 16 15:00:03.632596 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 16 15:00:03.699857 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2625869'] for port, after_update {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.704793 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:03.743230 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 44130) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:03.762841 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:03.763449 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:03.764820 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd145a8d-3c75-4b1b-a532-2e0daf34d041 HTTP/1.1" status: 200 len: 1093 time: 1.1260242 Dec 16 15:00:03.765323 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:00:03.810015 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Pushing event updated for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=3']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:03.816775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:03.827897 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041', 'status': 'completed', 'code': 200} Dec 16 15:00:03.952635 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-f27ce953-7831-4dec-9498-3fd6073ad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:03.954029 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-f27ce953-7831-4dec-9498-3fd6073ad311 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 1096 time: 0.0799623 Dec 16 15:00:04.099993 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-90d2c0fc-a149-4081-97b3-64bc871a6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:04.101419 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-90d2c0fc-a149-4081-97b3-64bc871a6405 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1352499 Dec 16 15:00:04.236262 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-0d2641a4-7037-4cf6-a821-8b9fe9e5cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:04.237604 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-69592403-d6c4-44c1-8fca-c390f994b2dd req-0d2641a4-7037-4cf6-a821-8b9fe9e5cd30 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300251 Dec 16 15:00:04.293002 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:04.363693 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-35ef5c8a-c580-4e64-b6c3-d1670e6cf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:04.365171 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-35ef5c8a-c580-4e64-b6c3-d1670e6cf94b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 1096 time: 0.0707028 Dec 16 15:00:04.383074 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:00:04.444013 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-9313281d-5d97-49e6-966b-70d00cf7f0b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041 HTTP/1.1" status: 200 len: 217 time: 0.0657339 Dec 16 15:00:04.508161 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f175-6be3-4917-96b5-9661db78f408 req-ef482900-66f1-44ad-b1c6-749e6fd7eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:04.509768 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-ef482900-66f1-44ad-b1c6-749e6fd7eea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6c0adce-67f3-4c7c-ac99-daaafd09ac3f HTTP/1.1" status: 200 len: 854 time: 0.0596237 Dec 16 15:00:04.557974 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-5dacd03f-1847-472c-88bc-c91923c7037e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d1027ca-2231-4045-93ea-ca8a62aea3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417883 Dec 16 15:00:04.746679 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Deleting port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c {{(pid=87436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:04.747025 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:04.852699 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-d5d931b6-1c2b-4ea7-b0f7-ed013e14fc7d service neutron] 10.222.0.53 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879686 Dec 16 15:00:04.863954 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5f29-0453-452b-bf16-b34fd26fec4d req-bca15dd5-5e90-4080-85c7-107b4f1506c9 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:04.864641 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6ebc5f29-0453-452b-bf16-b34fd26fec4d req-bca15dd5-5e90-4080-85c7-107b4f1506c9 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Synchronizing usage tracker for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 15:00:04.921937 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.db [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] For port 2e4b1bd6-e37d-4418-ab7a-9077bb68823c, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:04.922296 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:04.999075 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a321f175-6be3-4917-96b5-9661db78f408 req-0730e8b7-279d-4975-95bb-95ebb665646b service neutron] 10.222.0.53 "GET /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316886 Dec 16 15:00:05.013697 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.quota.resource [req-6ebc5f29-0453-452b-bf16-b34fd26fec4d req-bca15dd5-5e90-4080-85c7-107b4f1506c9 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Unset dirty status for tenant:e1d7e655789e44369ea36c84d1f8dd08 on resource:port {{(pid=87435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 15:00:05.014920 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6ebc5f29-0453-452b-bf16-b34fd26fec4d req-bca15dd5-5e90-4080-85c7-107b4f1506c9 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 943 time: 0.4297457 Dec 16 15:00:05.043853 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.plugins.ml2.plugin [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Calling delete_port for 2e4b1bd6-e37d-4418-ab7a-9077bb68823c owned by network:router_interface {{(pid=87436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:05.061119 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-6ebc5f29-0453-452b-bf16-b34fd26fec4d req-c3c08102-3fa2-484e-8c8c-6a52fd616875 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Dec 16 15:00:05.253125 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2791070'] for port, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:05.256491 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-33ecc8fc-af08-4720-b342-50fff9f8b7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:05.302057 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4b1bd6-e37d-4418-ab7a-9077bb68823c,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:05.304558 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:05.570398 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.065499 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Router 907d65b1-84b3-4e81-bb98-cb27a8954622 has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 15:00:06.299666 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 15:00:06.308813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Sync routers for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:00:06.317818 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:00:06.318465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:59:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:06.327031 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550eae9-3b10-4b85-9b8a-6184167d2df5 req-d141fb53-5987-44af-b760-aaa23face8e4 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:06.329735 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9550eae9-3b10-4b85-9b8a-6184167d2df5 req-d141fb53-5987-44af-b760-aaa23face8e4 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 943 time: 0.1263154 Dec 16 15:00:06.373016 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-9550eae9-3b10-4b85-9b8a-6184167d2df5 req-dca4ec23-7900-490c-9d21-d2dc5f832338 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Dec 16 15:00:06.381043 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-a5b35b10-2089-47bc-8c18-0d6eca2877f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/907d65b1-84b3-4e81-bb98-cb27a8954622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361344 Dec 16 15:00:06.384039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44140) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:06.457733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device dd145a8d-3c75-4b1b-a532-2e0daf34d041 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87437) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 15:00:06.567655 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks [] for router, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.577184 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: dv-cinder-821892-3-smb {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 15:00:06.746875 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.796614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Deleting port e339ec56-e033-475b-8b48-9f93f815af65 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:06.797043 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.807123 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:06.824547 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Returning: {'device': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041', 'network_id': '3d1027ca-2231-4045-93ea-ca8a62aea3c4', 'port_id': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041', 'mac_address': 'fa:16:3e:09:4c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c0adce-67f3-4c7c-ac99-daaafd09ac3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87437) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:00:06.942543 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.964733 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd145a8d-3c75-4b1b-a532-2e0daf34d041 {{(pid=87437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:00:06.986182 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] For port e339ec56-e033-475b-8b48-9f93f815af65, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=e339ec56-e033-475b-8b48-9f93f815af65,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:06.986598 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:06.990244 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:07.004251 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T15:00:05Z', 'revision_number': 5, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port': {'id': 'e339ec56-e033-475b-8b48-9f93f815af65', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T14:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:07.008058 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Checking router: 907d65b1-84b3-4e81-bb98-cb27a8954622 for host: dv-cinder-821892-3-smb {{(pid=87437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:00:07.016849 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Routers {'907d65b1-84b3-4e81-bb98-cb27a8954622'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:00:07.017444 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T14:59:41Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['907d65b1-84b3-4e81-bb98-cb27a8954622'], 'active': True} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:07.110615 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Calling delete_port for e339ec56-e033-475b-8b48-9f93f815af65 owned by network:router_gateway {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:07.124936 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.133065 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:07.274604 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_dvr_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] Set router 907d65b1-84b3-4e81-bb98-cb27a8954622 gateway port host: None {{(pid=87437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 15:00:07.315627 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=4']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:07.356547 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.360361 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:07.387792 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.388059 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.388399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.388728 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.389055 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.389409 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.389702 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.390031 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.390367 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.390687 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.391008 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.391845 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:07.396730 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.l3_hamode_db [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T15:00:06Z', 'revision_number': 6, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:07.398980 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:07.401698 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00602b0e-4b9f-48e5-93d1-0a120462b127 None None] The sync data for ids ['907d65b1-84b3-4e81-bb98-cb27a8954622'] in dv-cinder-821892-3-smb is: [{'id': '907d65b1-84b3-4e81-bb98-cb27a8954622', 'name': 'tempest-TestShelveInstance-1840046611-router', 'tenant_id': '9fc2c539381c455081e821165c3305bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:24Z', 'updated_at': '2021-12-16T15:00:06Z', 'revision_number': 6, 'project_id': '9fc2c539381c455081e821165c3305bc', 'gw_port_host': None}] {{(pid=87437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:00:07.402821 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Pushing event deleted for resources: {'Port': ['ID=e339ec56-e033-475b-8b48-9f93f815af65,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:07.406410 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:07.465386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['dd145a8d-3c75-4b1b-a532-2e0daf34d041'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:00:07.533676 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.832608 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.834878 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.873346 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88be2-95ba-4b74-9adb-00603b5f22b6 req-1130f001-7dff-450a-99ec-059c58f77ff8 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:07.874846 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5b88be2-95ba-4b74-9adb-00603b5f22b6 req-1130f001-7dff-450a-99ec-059c58f77ff8 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 944 time: 0.3781285 Dec 16 15:00:07.919763 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5b88be2-95ba-4b74-9adb-00603b5f22b6 req-4631aa4f-fba6-4b4a-9bbb-ee166bb69d06 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Dec 16 15:00:07.940006 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.940551 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907d65b1-84b3-4e81-bb98-cb27a8954622 {{(pid=87435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:00:07.953106 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:07.959205 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-a5860330-c02a-4436-b8d3-43f9f19d504b admin admin] 10.222.0.46 "DELETE /v2.0/routers/907d65b1-84b3-4e81-bb98-cb27a8954622 HTTP/1.1" status: 204 len: 168 time: 1.5697696 Dec 16 15:00:07.962253 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44146) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:08.023687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Deleting subnet 50ac4491-0f7e-436e-9d1c-b5a066bc6e13 {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:00:08.026509 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.078037 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.152434 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.293950 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.298616 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:08.336065 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ac4491-0f7e-436e-9d1c-b5a066bc6e13,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:08.339148 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:08.345362 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.350211 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a658a08-ce81-430a-b225-3512b0f777b5 None None] Network 18762f9b-348b-4899-a6e2-bd1979b20c5b requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 15:00:08.352718 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-5b875e99-ceb1-4b4f-9be7-61a003753ea6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/50ac4491-0f7e-436e-9d1c-b5a066bc6e13 HTTP/1.1" status: 204 len: 168 time: 0.3893991 Dec 16 15:00:08.355146 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44150) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:08.439748 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device dd145a8d-3c75-4b1b-a532-2e0daf34d041 up at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 15:00:08.472512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.482952 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Deleting port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:08.483286 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.685667 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] For port 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=8802a4e4-28e5-4118-b41b-b52d1b9eb274,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:08.686022 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.687734 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning for port dd145a8d-3c75-4b1b-a532-2e0daf34d041 completed by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:00:08.694639 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.db.provisioning_blocks [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Provisioning complete for port dd145a8d-3c75-4b1b-a532-2e0daf34d041 triggered by entity L2. {{(pid=87437) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:00:08.697424 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1229970'] for port, provisioning_complete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.720246 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] DHCP port deletion for 18762f9b-348b-4899-a6e2-bd1979b20c5b request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 15:00:08.733633 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Deleting port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:08.733941 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.788999 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2e4b1bd6-e37d-4418-ab7a-9077bb68823c no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:08.816618 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Calling delete_port for 8802a4e4-28e5-4118-b41b-b52d1b9eb274 owned by network:dhcp {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:08.836061 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 2e4b1bd6-e37d-4418-ab7a-9077bb68823c {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:08.836409 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 2e4b1bd6-e37d-4418-ab7a-9077bb68823c not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:08.836832 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 8802a4e4-28e5-4118-b41b-b52d1b9eb274 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:08.944747 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:08.948779 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-b275396b-1f86-4980-aae6-b5df51d207de tempest-TestMinimumBasicScenario-230105375 tempest-TestMinimumBasicScenario-230105375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:08.990828 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Pushing event deleted for resources: {'Port': ['ID=8802a4e4-28e5-4118-b41b-b52d1b9eb274,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:08.997342 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:09.000045 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] No DVR routers for this DVR port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 on host dv-cinder-821892-3-smb {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:00:09.106831 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No active binding found for port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 {{(pid=87437) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 16 15:00:09.107245 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 8802a4e4-28e5-4118-b41b-b52d1b9eb274 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:09.107675 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device e339ec56-e033-475b-8b48-9f93f815af65 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:09.117878 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535815b5-b724-464a-9aaa-ea056e1e3983 req-fad8e3d4-8aca-47c2-a216-9af16293fcf3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:09.119551 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-535815b5-b724-464a-9aaa-ea056e1e3983 req-fad8e3d4-8aca-47c2-a216-9af16293fcf3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 944 time: 0.0865190 Dec 16 15:00:09.127250 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.153351 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18762f9b-348b-4899-a6e2-bd1979b20c5b']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:09.158269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: e339ec56-e033-475b-8b48-9f93f815af65 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:09.158269 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device e339ec56-e033-475b-8b48-9f93f815af65 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:09.162146 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1342049'] for port, before_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.171210 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-535815b5-b724-464a-9aaa-ea056e1e3983 req-cd2585d1-95f6-485a-8c9c-bdae6e059ca3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Dec 16 15:00:09.171542 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:09.171840 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34b6093-0be2-4d0d-8e19-d3d241af5cdf') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:09.181798 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] For port 8802a4e4-28e5-4118-b41b-b52d1b9eb274, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=8802a4e4-28e5-4118-b41b-b52d1b9eb274,segment=NetworkSegment(d34b6093-0be2-4d0d-8e19-d3d241af5cdf),segment_id=d34b6093-0be2-4d0d-8e19-d3d241af5cdf)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:09.182221 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.187115 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.203442 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.209450 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:00:09.209828 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:00:09.223194 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:00:09.306678 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b49ee27e-480e-4359-8536-a348df788721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.318049 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Calling delete_port for 8802a4e4-28e5-4118-b41b-b52d1b9eb274 owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:09.347013 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041'}] {{(pid=87437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:00:09.373419 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.377287 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e3c7fd25-552f-4176-b3a7-fca2fa686aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:09.384292 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:09.392924 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.400919 dv-cinder-821892-3-smb neutron-server[87437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041', 'code': 200} Dec 16 15:00:09.413266 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Pushing event deleted for resources: {'Network': ['ID=18762f9b-348b-4899-a6e2-bd1979b20c5b,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:09.417822 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:09.419499 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:00:09.420028 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:00:09.421456 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e931e3e9-abb1-4310-ab25-7fb9a8f2d122 admin admin] 10.222.0.46 "DELETE /v2.0/networks/18762f9b-348b-4899-a6e2-bd1979b20c5b HTTP/1.1" status: 204 len: 168 time: 1.0653915 Dec 16 15:00:09.424913 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44158) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:09.459439 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761639706426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761639242855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761639242900'] for port, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.461195 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:09.527399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Pushing event updated for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=5']} {{(pid=87437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:09.530464 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_concurrency.lockutils [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:09.921583 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Deleting port 8802a4e4-28e5-4118-b41b-b52d1b9eb274 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:09.922142 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:09.973029 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03704-38a4-4b73-b954-5146c1d56805 req-7180e5c3-7c29-42d2-b4cb-c4e164439b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:09.974545 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5f03704-38a4-4b73-b954-5146c1d56805 req-7180e5c3-7c29-42d2-b4cb-c4e164439b82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 1098 time: 0.1949506 Dec 16 15:00:09.993070 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ec93-8a8f-4393-a157-1a8c2c68c68c None None] The port '8802a4e4-28e5-4118-b41b-b52d1b9eb274' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 15:00:10.059425 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-e5f03704-38a4-4b73-b954-5146c1d56805 req-50988f88-4e50-4ecd-b89e-92c3532dd74e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Dec 16 15:00:10.155639 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630437'] for router_interface, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:10.349735 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292f1e-1b02-4940-a4c3-cd8323664537 req-d7b036d5-dbf1-47af-86c1-c6bf1cb178c4 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:10.351196 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-63292f1e-1b02-4940-a4c3-cd8323664537 req-d7b036d5-dbf1-47af-86c1-c6bf1cb178c4 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.0785980 Dec 16 15:00:10.399116 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-63292f1e-1b02-4940-a4c3-cd8323664537 req-b1d57fe2-b217-4b6a-917f-ca0c9b2af166 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Dec 16 15:00:10.500359 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Deleting port d96baffa-409a-4136-a585-f6cd3f747e6f {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:10.502593 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:10.666828 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] For port d96baffa-409a-4136-a585-f6cd3f747e6f, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=d96baffa-409a-4136-a585-f6cd3f747e6f,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:10.667107 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:10.786122 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Calling delete_port for d96baffa-409a-4136-a585-f6cd3f747e6f owned by network:router_interface {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:11.013189 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:11.018343 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c0a54b4a-44ab-45b4-a54c-acb5b1496e74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:11.061746 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96baffa-409a-4136-a585-f6cd3f747e6f,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:11.210766 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:11.448102 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:11.573230 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-01de34dc-ffb3-44fc-af3f-96e00593cd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:11.746163 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e11e-8ada-4b77-96f6-2477d159671a req-4fd951b7-4c40-4939-acb4-1fbe460e8acb tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:11.747642 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a164e11e-8ada-4b77-96f6-2477d159671a req-4fd951b7-4c40-4939-acb4-1fbe460e8acb tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.2304907 Dec 16 15:00:11.886260 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-a164e11e-8ada-4b77-96f6-2477d159671a req-65c2d87a-aeef-4f2d-9d22-f5a122830acf tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287682 Dec 16 15:00:11.909739 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Router c3ed2488-2a1a-4477-b95a-6e5f110cac7a has already been hosted by L3 agent 77f5833f-e444-403c-a8ae-6689f3efb209 {{(pid=87435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 16 15:00:12.085067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-smb the message routers_updated {{(pid=87435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 16 15:00:12.093393 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Sync routers for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:00:12.103351 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:00:12.110417 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T15:00:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:12.177328 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-912fbb4b-9a1d-41ce-ad02-b3dd731c09c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3ed2488-2a1a-4477-b95a-6e5f110cac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7510638 Dec 16 15:00:12.179576 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44170) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:12.301780 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: dv-cinder-821892-3-smb {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 15:00:12.370590 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks [] for router, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:12.547959 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:12.604869 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'external_fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T15:00:10Z', 'revision_number': 5, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port': {'id': 'f57d02cc-9421-4b0d-972b-b6d815246cf3', 'name': '', 'network_id': '6f81314a-145a-4731-bd8d-71200a687b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7734641-68ca-432b-bb4e-c830bd2ba4cf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-smb'}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:12.608618 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Checking router: c3ed2488-2a1a-4477-b95a-6e5f110cac7a for host: dv-cinder-821892-3-smb {{(pid=87438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:00:12.617271 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Routers {'c3ed2488-2a1a-4477-b95a-6e5f110cac7a'} bound to L3 agent in host dv-cinder-821892-3-smb {{(pid=87438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:00:12.617867 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:41:41Z,description=,heartbeat_timestamp=2021-12-16T15:00:11Z,host='dv-cinder-821892-3-smb',id=77f5833f-e444-403c-a8ae-6689f3efb209,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:41:42Z,topic='l3_agent')) {'router_ids': ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'], 'active': True} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:12.647433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Deleting port f57d02cc-9421-4b0d-972b-b6d815246cf3 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:12.647827 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:12.658522 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:12.791234 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:12.827995 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_dvr_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] Set router c3ed2488-2a1a-4477-b95a-6e5f110cac7a gateway port host: None {{(pid=87438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 16 15:00:12.933289 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.l3_hamode_db [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T15:00:12Z', 'revision_number': 6, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port_host': None}], 'dv-cinder-821892-3-smb', False) {} {{(pid=87438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:12.937037 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e037e-cab5-42f6-8653-4e8d34aa8a19 None None] The sync data for ids ['c3ed2488-2a1a-4477-b95a-6e5f110cac7a'] in dv-cinder-821892-3-smb is: [{'id': 'c3ed2488-2a1a-4477-b95a-6e5f110cac7a', 'name': 'tempest-TestShelveInstance-2004874566-router', 'tenant_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:34Z', 'updated_at': '2021-12-16T15:00:12Z', 'revision_number': 6, 'project_id': '52fa3012c6d14361b73a5fc6fa4bd249', 'gw_port_host': None}] {{(pid=87438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:00:12.983628 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] For port f57d02cc-9421-4b0d-972b-b6d815246cf3, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=f57d02cc-9421-4b0d-972b-b6d815246cf3,segment=NetworkSegment(07cfea86-568c-4023-9339-bbe3a982caa8),segment_id=07cfea86-568c-4023-9339-bbe3a982caa8)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:12.983982 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.105373 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Calling delete_port for f57d02cc-9421-4b0d-972b-b6d815246cf3 owned by network:router_gateway {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:13.310907 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.316363 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4a10ba8a-4d60-47c9-b99f-fde582439395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:13.361358 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57d02cc-9421-4b0d-972b-b6d815246cf3,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:13.364452 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:13.452993 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654530'] for router_gateway, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.623616 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113444'] for router, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.625643 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.716117 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-630348'] for router, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.716686 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ed2488-2a1a-4477-b95a-6e5f110cac7a {{(pid=87435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:00:13.729011 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] Notify callbacks [] for router, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.730128 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-fe709ef8-1476-4088-a49a-37dc753a5326 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c3ed2488-2a1a-4477-b95a-6e5f110cac7a HTTP/1.1" status: 204 len: 168 time: 1.5495894 Dec 16 15:00:13.732775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44180) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:13.795295 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Deleting subnet 0111325e-6c2a-4d4c-ba83-71eb73b10911 {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:00:13.798806 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.850032 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:13.941267 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.041921 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.065033 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.069406 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-f57ce7d3-8e86-41c7-97fd-14a730d5074d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:14.104934 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0111325e-6c2a-4d4c-ba83-71eb73b10911,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:14.107462 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:14.110186 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.115961 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-7ad77dbc-8171-4912-955e-0313d71f3087 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0111325e-6c2a-4d4c-ba83-71eb73b10911 HTTP/1.1" status: 204 len: 168 time: 0.3822653 Dec 16 15:00:14.116381 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebf171-248d-4667-9051-cf6d76ec5202 None None] Network 756c6181-2e22-4da3-a5ed-647f66490395 requested from dv-cinder-821892-3-smb {{(pid=87437) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 16 15:00:14.118375 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44186) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:14.226047 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.236280 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Deleting port 68a53245-4910-44a2-ae2d-13ecdecf0271 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:14.236614 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.415669 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] DHCP port deletion for 756c6181-2e22-4da3-a5ed-647f66490395 request from dv-cinder-821892-3-smb {{(pid=87437) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 16 15:00:14.419818 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Deleting port 68a53245-4910-44a2-ae2d-13ecdecf0271 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:14.420198 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.449147 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] For port 68a53245-4910-44a2-ae2d-13ecdecf0271, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=68a53245-4910-44a2-ae2d-13ecdecf0271,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:14.449495 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.634237 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] For port 68a53245-4910-44a2-ae2d-13ecdecf0271, host dv-cinder-821892-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-smb',level=0,port_id=68a53245-4910-44a2-ae2d-13ecdecf0271,segment=NetworkSegment(0d04ecdb-edd8-4b1f-9d01-1bdc24caff59),segment_id=0d04ecdb-edd8-4b1f-9d01-1bdc24caff59)] {{(pid=87437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:14.634661 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.670716 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Calling delete_port for 68a53245-4910-44a2-ae2d-13ecdecf0271 owned by network:dhcp {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:14.759295 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Calling delete_port for 68a53245-4910-44a2-ae2d-13ecdecf0271 owned by network:dhcp {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:14.802329 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device d96baffa-409a-4136-a585-f6cd3f747e6f no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:14.814324 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:14.822791 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-5ba2f272-c01b-4975-8b7f-95daf6f3663e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:14.862227 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: d96baffa-409a-4136-a585-f6cd3f747e6f {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:14.862604 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device d96baffa-409a-4136-a585-f6cd3f747e6f not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:14.863033 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f57d02cc-9421-4b0d-972b-b6d815246cf3 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:14.876030 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Pushing event deleted for resources: {'Port': ['ID=68a53245-4910-44a2-ae2d-13ecdecf0271,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:14.878552 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:14.883043 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] No DVR routers for this DVR port 68a53245-4910-44a2-ae2d-13ecdecf0271 on host dv-cinder-821892-3-smb {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:00:14.902088 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: f57d02cc-9421-4b0d-972b-b6d815246cf3 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:14.902465 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device f57d02cc-9421-4b0d-972b-b6d815246cf3 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:14.902884 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 68a53245-4910-44a2-ae2d-13ecdecf0271 no longer exists at agent ovs-agent-dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:14.930554 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.db.api [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:00:14.930908 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG oslo_db.api [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:00:14.935908 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] No Port match for: 68a53245-4910-44a2-ae2d-13ecdecf0271 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:14.936254 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Device 68a53245-4910-44a2-ae2d-13ecdecf0271 not bound to the agent host dv-cinder-821892-3-smb {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:15.002257 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.026807 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756c6181-2e22-4da3-a5ed-647f66490395']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:15.039289 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:15.039585 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d04ecdb-edd8-4b1f-9d01-1bdc24caff59') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:00:15.051356 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.067710 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.073918 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:00:15.074327 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:00:15.088133 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:00:15.241731 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.245100 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e4143ec6-e769-456b-bba0-cfad4167e4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:15.258032 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.270470 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Pushing event deleted for resources: {'Network': ['ID=756c6181-2e22-4da3-a5ed-647f66490395,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:15.273851 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:15.275658 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-e2dbda95-1e62-4720-b63a-c0a9802c88ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/756c6181-2e22-4da3-a5ed-647f66490395 HTTP/1.1" status: 204 len: 168 time: 1.1563656 Dec 16 15:00:15.432102 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Deleting port 68a53245-4910-44a2-ae2d-13ecdecf0271 {{(pid=87437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:15.432661 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.502529 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a90b-d909-4269-b836-b8e73ac3d1c4 None None] The port '68a53245-4910-44a2-ae2d-13ecdecf0271' was deleted {{(pid=87437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 16 15:00:15.590331 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44198) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:15.643239 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-f78ae25e-35dc-4760-803c-82f183ccdd10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fc2c539381c455081e821165c3305bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516241 Dec 16 15:00:15.645951 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.wsgi [-] (87436) accepted ('10.222.0.46', 44202) {{(pid=87436) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:15.704534 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.729700 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.824539 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.829063 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-22e3a126-c1ce-43d5-a312-ba68037a08ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:15.842956 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682daade-c2b6-4501-8446-6c2cb20373f0,revision_number=None']} {{(pid=87436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:15.847506 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG oslo_concurrency.lockutils [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:15.855172 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron_lib.callbacks.manager [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:15.855172 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [None req-17e3421c-82ad-49d2-8f8d-40a729073b88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/682daade-c2b6-4501-8446-6c2cb20373f0 HTTP/1.1" status: 204 len: 168 time: 0.2049277 Dec 16 15:00:16.522760 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44212) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:16.571721 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-2db40622-04b1-456c-80b6-36845928492a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52fa3012c6d14361b73a5fc6fa4bd249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476868 Dec 16 15:00:16.574067 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44216) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:16.633694 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:16.658732 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:16.767140 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:16.771254 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c9253ff4-5c6b-4ff3-a090-c1734a0b295b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:16.782687 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8164d7-65f9-484c-baf4-7e86f76c439d,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:16.785512 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:16.791819 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:16.793229 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-cece940f-18d4-4850-8602-5d36a08a9bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c8164d7-65f9-484c-baf4-7e86f76c439d HTTP/1.1" status: 204 len: 168 time: 0.2179689 Dec 16 15:00:28.624277 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:34.561614 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6e314-37b4-4658-a896-a779e213311e req-cd02371f-b862-40c7-93b8-57633c3a861a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:34.563090 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ebe6e314-37b4-4658-a896-a779e213311e req-cd02371f-b862-40c7-93b8-57633c3a861a tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.0830522 Dec 16 15:00:34.606880 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-ebe6e314-37b4-4658-a896-a779e213311e req-fe16a902-cca5-4999-9325-8e14b46a2284 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 Dec 16 15:00:35.889453 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc240163-132a-490d-b75a-ea06cc63e9e8 req-cc597447-fd5f-4428-880e-9a4fee9208af tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:35.890861 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc240163-132a-490d-b75a-ea06cc63e9e8 req-cc597447-fd5f-4428-880e-9a4fee9208af tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.1791306 Dec 16 15:00:35.935572 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-cc240163-132a-490d-b75a-ea06cc63e9e8 req-de91b254-48c8-475b-93fd-1310a276a4cb tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Dec 16 15:00:37.168026 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1621-2567-4be4-bd09-2bb9e485b69a req-d2d3c7f9-703d-4400-aeda-e77c6d48e861 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:37.169488 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2b4b1621-2567-4be4-bd09-2bb9e485b69a req-d2d3c7f9-703d-4400-aeda-e77c6d48e861 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.1323557 Dec 16 15:00:37.212909 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-2b4b1621-2567-4be4-bd09-2bb9e485b69a req-af960ccc-5b06-46f5-a290-8ec7b76efd6c tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Dec 16 15:00:38.399501 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a14da0-eec8-4b57-9958-6025f7e2cd4b req-6d927e96-6dcc-468b-a31b-7439de4ddc48 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:38.400949 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-94a14da0-eec8-4b57-9958-6025f7e2cd4b req-6d927e96-6dcc-468b-a31b-7439de4ddc48 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.0860775 Dec 16 15:00:38.444009 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-94a14da0-eec8-4b57-9958-6025f7e2cd4b req-cc5c1f78-9465-4cd2-92dc-13273dfa77f9 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Dec 16 15:00:38.926591 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-aecb4092-397a-426c-82b0-cebe47f21c77 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:38.928003 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-aecb4092-397a-426c-82b0-cebe47f21c77 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.0785627 Dec 16 15:00:39.023675 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Deleting port dd145a8d-3c75-4b1b-a532-2e0daf34d041 {{(pid=87435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 16 15:00:39.023939 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761639701697'] for port, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:39.121355 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-68cdc3e5-4bfd-42b5-ae64-fdda53339161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:39.266904 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.db [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] For port dd145a8d-3c75-4b1b-a532-2e0daf34d041, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=dd145a8d-3c75-4b1b-a532-2e0daf34d041,segment=NetworkSegment(4f18c547-41a7-4c37-8345-87ec2bdc4503),segment_id=4f18c547-41a7-4c37-8345-87ec2bdc4503)] {{(pid=87435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 16 15:00:39.267263 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-651429'] for port, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:39.390142 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.plugin [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Calling delete_port for dd145a8d-3c75-4b1b-a532-2e0daf34d041 owned by compute:nova {{(pid=87435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 16 15:00:39.632710 dv-cinder-821892-3-smb neutron-server[87436]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535144a-9d91-4b45-964b-11258184a97d req-aab6bd78-3c59-43e6-a9d6-cf3c5f82623c tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:39.634164 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a535144a-9d91-4b45-964b-11258184a97d req-aab6bd78-3c59-43e6-a9d6-cf3c5f82623c tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 945 time: 0.0842791 Dec 16 15:00:39.675027 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1341986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761639706453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761639242846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2625860'] for port, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:39.678000 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a535144a-9d91-4b45-964b-11258184a97d req-6715c016-0feb-4904-a941-45ad6cd975ed tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/security-groups?id=373a4510-f256-40a1-a37a-3d4a8788ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Dec 16 15:00:39.680708 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-c9b69a6f-5b06-481c-ba93-9aac9e0f34c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:00:39.709686 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.db [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] get_ports_and_sgs() called for port_ids ['dd145a8d-3c75-4b1b-a532-2e0daf34d041'] {{(pid=87437) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:00:39.726057 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Pushing event deleted for resources: {'Port': ['ID=dd145a8d-3c75-4b1b-a532-2e0daf34d041,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:39.729838 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:00:39.798996 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] No DVR routers for this DVR port dd145a8d-3c75-4b1b-a532-2e0daf34d041 on host hv-cinder-82189 {{(pid=87435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:00:39.801473 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73111'] for port, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:39.804097 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'name': 'network-vif-deleted', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041'}] {{(pid=87435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:00:39.852295 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8069b13-39d5-4d22-91df-7774d5d18fff', 'name': 'network-vif-deleted', 'tag': 'dd145a8d-3c75-4b1b-a532-2e0daf34d041', 'status': 'completed', 'code': 200} Dec 16 15:00:39.881509 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [req-84d99e96-1a2d-466e-b78d-5f6cf3413807 req-a31c2fc1-d462-4606-aeb4-4f80a33fcf04 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.53 "DELETE /v2.0/ports/dd145a8d-3c75-4b1b-a532-2e0daf34d041 HTTP/1.1" status: 204 len: 173 time: 0.9294055 Dec 16 15:00:40.842771 dv-cinder-821892-3-smb neutron-server[87436]: INFO neutron.wsgi [req-a4591ea5-a2f9-4a6f-9062-b345b7fb65e5 req-1445ce3c-5b48-4e56-9e95-567e29cda7c3 tempest-VolumesSnapshotTestJSON-419495452 tempest-VolumesSnapshotTestJSON-419495452-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8069b13-39d5-4d22-91df-7774d5d18fff HTTP/1.1" status: 200 len: 210 time: 0.0438144 Dec 16 15:00:41.382650 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:00:41.578215 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2af5aacb-55ad-4b93-ba1c-d52429b6d1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:42.579401 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device dd145a8d-3c75-4b1b-a532-2e0daf34d041 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 15:00:42.615677 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.plugin [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] No Port match for: dd145a8d-3c75-4b1b-a532-2e0daf34d041 {{(pid=87437) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 16 15:00:42.616028 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron.plugins.ml2.rpc [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Device dd145a8d-3c75-4b1b-a532-2e0daf34d041 not bound to the agent host hv-cinder-82189 {{(pid=87437) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 15:00:42.664002 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:42.772502 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:44.034856 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:00:58.703408 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.464874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44422) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:01:03.523428 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Deleting subnet c6c0adce-67f3-4c7c-ac99-daaafd09ac3f {{(pid=87435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:01:03.526387 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.588598 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2973754'] for subnet, precommit_delete_associations {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.641864 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1233456'] for subnet, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.789012 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1233512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2625911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2760792'] for subnet, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.794064 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:01:03.831977 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c0adce-67f3-4c7c-ac99-daaafd09ac3f,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:03.838492 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:03.847714 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.848919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.848919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.848919 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.849188 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.849520 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.850039 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.850433 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.850786 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.851134 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.851479 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.851822 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-smb {{(pid=87435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:03.854958 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:01:03.857283 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-4e20bac8-e78a-4373-b11c-b35efd7e28ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6c0adce-67f3-4c7c-ac99-daaafd09ac3f HTTP/1.1" status: 204 len: 168 time: 0.3908556 Dec 16 15:01:03.859169 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44426) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:01:03.963099 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180811'] for network, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.086633 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232411', 'neutron.services.segments.db._delete_segments_for_network-8761639598502'] for network, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.110709 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1027ca-2231-4045-93ea-ca8a62aea3c4']}} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:01:04.122746 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f18c547-41a7-4c37-8345-87ec2bdc4503') {'for_net_delete': True} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:01:04.123042 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.services.segments.db [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f18c547-41a7-4c37-8345-87ec2bdc4503') {} {{(pid=87435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:01:04.133874 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761639775097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973741'] for segment, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.149558 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1236826'] for segment, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.155674 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:01:04.162352 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1236819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2625961'] for segment, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: Traceback (most recent call last): Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: timer() Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: cb(*args, **kw) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: return func(*args, **kwargs) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: self._notify() Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: self.callback(batched_events) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: event.method(event) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: return f(self, *a, **k) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: return self._get(url).json() Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: return self.request(url, 'GET', **kwargs) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:01:04.169497 dv-cinder-821892-3-smb neutron-server[87435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:01:04.308622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654501'] for network, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.312193 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:01:04.324775 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587875'] for network, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.336930 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1027ca-2231-4045-93ea-ca8a62aea3c4,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:04.339622 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:01:04.406384 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-1a673e0c-11a1-4d60-a144-4b1e6dde05b3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3d1027ca-2231-4045-93ea-ca8a62aea3c4 HTTP/1.1" status: 204 len: 168 time: 0.5462649 Dec 16 15:01:04.664441 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44432) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:01:04.712553 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-ff570dfa-4726-4cc8-b76c-84656aa00cc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1d7e655789e44369ea36c84d1f8dd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469403 Dec 16 15:01:04.714830 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.wsgi [-] (87435) accepted ('10.222.0.46', 44436) {{(pid=87435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:01:04.770940 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.795581 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.903066 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014357'] for security_group, after_delete {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.906631 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-ee0cbf30-cf1d-4e72-95a5-7478a968623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 15:01:04.918956 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a4510-f256-40a1-a37a-3d4a8788ff8f,revision_number=None']} {{(pid=87435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:04.922164 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG oslo_concurrency.lockutils [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 15:01:04.964531 dv-cinder-821892-3-smb neutron-server[87435]: DEBUG neutron_lib.callbacks.manager [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:04.965670 dv-cinder-821892-3-smb neutron-server[87435]: INFO neutron.wsgi [None req-d185a5a1-e45d-4c9e-a6ac-37de918b8683 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/373a4510-f256-40a1-a37a-3d4a8788ff8f HTTP/1.1" status: 204 len: 168 time: 0.2499759 Dec 16 15:01:09.125386 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-37055234-6129-462a-abf3-16dfa96f8e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:11.560475 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-eac66055-0c79-4f68-b356-a707e88726bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:12.611412 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:12.742959 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:14.063021 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:18.381118 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:01:28.650659 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:39.130481 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-004bf1ec-ce4f-4ccf-a46b-f15ba528ab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:41.565018 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-d91f71a7-7cb6-4f44-86cf-ee898a99873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:42.613464 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:42.747813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:44.028241 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:01:55.380003 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:01:58.672753 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:09.124199 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-90ff91f7-9750-40a9-a9bc-843bfda2883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:11.575611 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-f2beb86b-2d5b-4fd6-a70c-ebf4e6df0236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:12.644158 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:12.758518 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:14.032594 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:28.683494 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:32.378683 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:02:39.151399 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-44772fbe-cb95-4590-ad30-1c1ca29557d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:41.562406 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-75f318bb-a5bc-4e6f-86b8-28b9554257bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:42.677208 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:42.767972 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:44.048581 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:02:58.687892 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:09.128373 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-3db9c8da-3a46-473d-b092-a4fd05964197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:09.376747 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:03:11.555692 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-0e740672-1942-4dee-909e-aa277d8488ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:12.665236 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:12.762188 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:14.053461 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:28.692629 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:39.115496 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf9c9-3dea-4599-b4d8-47702a0582ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:41.544301 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-774dc4e4-f2d9-45e0-ab57-e02d24b90198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:42.663903 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:42.761086 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:44.040813 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:03:46.375452 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:03:58.680632 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:09.120136 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-684ae9f2-423c-492e-bfa9-03b905d5eef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:11.554488 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-4eb8d6e3-ff07-440c-866e-dbe99bc1621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:12.663043 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:12.743107 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:14.057119 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:23.374207 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:04:28.725787 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:39.159451 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-b0689b7b-9680-40ba-83b0-0c4f4848bc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:41.547555 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-161f7e30-5508-4489-a155-e05dda3faa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:42.656523 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:42.742218 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:44.056778 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:04:58.684415 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:00.376084 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:05:09.164548 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-287c808e-fa94-4e56-ba1e-a0c54a59502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:11.546924 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-e7498289-f49e-467d-9b4e-2634322bc3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:12.660916 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:12.758178 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:14.072761 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:28.734873 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:37.374734 dv-cinder-821892-3-smb neutron-server[87438]: DEBUG neutron.db.agents_db [None req-c0df65b3-1c0b-4dff-bca8-3ac2afb0c457 None None] Agent healthcheck: found 6 active agents {{(pid=87438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 15:05:39.134738 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6778-5ed7-40e6-9e2a-04a57da26575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:41.551540 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7f89-e8a5-4fa1-b5d1-aa2ef53d40ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:42.654455 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-43f4dc11-85f8-4851-9df1-3333f6b11976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:42.763208 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-2d544407-d653-4711-9f94-fb6d5d04f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:44.071644 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-85a1c27e-1323-4090-8906-d923f523f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 15:05:58.688206 dv-cinder-821892-3-smb neutron-server[87437]: DEBUG neutron_lib.callbacks.manager [None req-316e1674-c8dc-4690-8168-0854dad67284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761639598511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1229921'] for agent, after_update {{(pid=87437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}